-- Logs begin at Tue 2021-04-20 16:41:28 UTC, end at Tue 2021-04-20 17:53:03 UTC. -- Apr 20 17:25:46.105808 dv-cinder-786927-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 20 17:25:49.254618 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.common.config [-] Logging enabled! Apr 20 17:25:49.255139 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107 Apr 20 17:25:49.256487 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86373) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 17:25:49.258250 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.common.config [-] Logging enabled! Apr 20 17:25:49.258548 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107 Apr 20 17:25:49.258927 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86373) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 17:25:49.259971 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 17:25:49.260240 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 17:25:49.261304 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 17:25:49.261593 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 17:25:49.261864 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 17:25:49.262244 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.262615 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.262967 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.263238 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.263583 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.263928 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.264258 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.264600 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.264948 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.265280 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.265606 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.265937 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.266204 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.266532 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.266921 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.267259 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.267522 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] debug = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.267850 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.268397 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.268748 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.269072 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.269411 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.269732 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.270048 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.270368 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.270719 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.271093 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] host = dv-cinder-786927-2-smb {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.271412 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.271754 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.272090 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.272425 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.272744 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.273061 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.273392 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.273708 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.274024 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] log_file = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.274343 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.274706 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.275045 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.275386 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.275646 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.275905 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.276241 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.276575 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.276890 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.277203 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.277516 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.277828 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.278143 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.278452 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.278830 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.279161 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.279494 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.279809 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.280123 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.280434 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.280746 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.281077 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.281390 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.281706 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.282020 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.282352 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.282693 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.283009 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.283356 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.283689 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.284015 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.284368 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.284683 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.285011 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.285321 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.285631 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.285940 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] use_json = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.286251 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.286585 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.286909 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.287221 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.287531 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.287843 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.288153 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.288484 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:49.288826 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.289173 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.289523 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.289849 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.290192 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.290518 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.290883 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.291206 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.291543 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.291888 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.292218 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.292537 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.292868 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.293188 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.293531 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.293884 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.294227 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.294597 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.294906 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.295223 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.295537 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.295856 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.296183 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.296524 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.296860 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.297177 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.297497 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.297835 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.298153 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.298469 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.298828 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.299167 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.299488 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.300322 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.300646 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.300966 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.301281 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.301595 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.301921 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.302259 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.302601 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.302916 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.303228 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.303547 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.303863 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.304192 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.304512 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.304826 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.305138 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.305456 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.305772 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.306089 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.306406 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.306754 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.307072 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.307386 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.307698 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.308013 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.308325 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.308638 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.308952 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.309265 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.309583 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.309899 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.310212 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.310526 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.310866 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.311181 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.311508 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.311853 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.312173 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.312494 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.312815 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.313135 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.313453 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.313771 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.314092 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.314414 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.314756 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.315098 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.316066 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.316397 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.316725 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.317045 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.317392 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.317714 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.318040 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.318360 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.318705 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.319041 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.319366 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.319706 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.320044 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.320381 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.320719 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.321055 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.321378 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.321735 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.322063 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:49.322314 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 17:25:49.322626 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86373) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 20 17:25:49.989588 dv-cinder-786927-2-smb neutron-server[86373]: INFO keyring.backend [-] Loading Gnome Apr 20 17:25:50.006768 dv-cinder-786927-2-smb neutron-server[86373]: INFO keyring.backend [-] Loading Google Apr 20 17:25:50.009485 dv-cinder-786927-2-smb neutron-server[86373]: INFO keyring.backend [-] Loading Windows (alt) Apr 20 17:25:50.013098 dv-cinder-786927-2-smb neutron-server[86373]: INFO keyring.backend [-] Loading file Apr 20 17:25:50.013946 dv-cinder-786927-2-smb neutron-server[86373]: INFO keyring.backend [-] Loading keyczar Apr 20 17:25:50.014230 dv-cinder-786927-2-smb neutron-server[86373]: INFO keyring.backend [-] Loading multi Apr 20 17:25:50.014898 dv-cinder-786927-2-smb neutron-server[86373]: INFO keyring.backend [-] Loading pyfs Apr 20 17:25:50.060799 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:25:50.061118 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:25:50.061456 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:25:50.061841 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 20 17:25:50.452002 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:50.452511 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:50.452610 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:50.453957 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:50.454388 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:50.454718 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:50.492867 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:50.493184 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:50.493491 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:50.508649 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:50.508971 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:50.509279 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:50.574645 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:50.574964 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:50.575268 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:50.576272 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:50.576583 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:50.578312 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:50.851312 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:50.851578 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:50.851891 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:50.852201 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:50.853040 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.000252 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.000646 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.000974 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.001287 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.001593 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.001985 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.002462 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.003321 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.003623 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.003975 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.004281 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.004596 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.004909 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.005211 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.005530 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.005853 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.006155 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.006482 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.006804 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.007150 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.007614 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.007906 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.008192 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.008542 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.008829 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.009113 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.009538 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86373) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 17:25:51.009818 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86373) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 17:25:51.010097 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86373) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 17:25:51.010372 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86373) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 17:25:51.010674 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86373) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 17:25:51.010952 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86373) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 17:25:51.011372 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 20 17:25:51.014459 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 20 17:25:51.018474 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 20 17:25:51.022230 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])]) Apr 20 17:25:51.023948 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 20 17:25:51.025207 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 20 17:25:51.025594 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 20 17:25:51.026031 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 20 17:25:51.029797 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 20 17:25:51.030085 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 20 17:25:51.030476 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 17:25:51.058058 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 20 17:25:51.058598 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.058930 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86373) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 20 17:25:51.059345 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.060715 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86373) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 20 17:25:51.061037 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 17:25:51.061320 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 20 17:25:51.064459 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.064782 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.133486 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 20 17:25:51.133764 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 20 17:25:51.134039 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 20 17:25:51.134446 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 20 17:25:51.167728 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_db.sqlalchemy.engines [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86373) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 20 17:25:51.680177 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.managers [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Initializing driver for type 'gre' Apr 20 17:25:51.680736 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] gre ID ranges: [(1, 1000)] Apr 20 17:25:51.765789 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.managers [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Initializing driver for type 'local' Apr 20 17:25:51.766152 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.managers [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Initializing driver for type 'vlan' Apr 20 17:25:51.811536 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] VlanTypeDriver initialization complete Apr 20 17:25:51.811908 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.managers [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Initializing driver for type 'vxlan' Apr 20 17:25:51.812448 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] vxlan ID ranges: [(1, 1000)] Apr 20 17:25:51.903006 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.managers [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Initializing extension driver 'port_security' Apr 20 17:25:51.903308 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.extensions.port_security [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] PortSecurityExtensionDriver initialization complete Apr 20 17:25:51.903680 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.managers [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Initializing mechanism driver 'openvswitch' Apr 20 17:25:51.904037 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.managers [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Initializing mechanism driver 'hyperv' Apr 20 17:25:51.910821 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:25:51.911660 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > port after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.912040 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > port after_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.912423 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > port after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.912844 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > subnet after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.913232 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > subnet after_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.913611 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.914023 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > network after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.914404 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > network after_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.914826 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > network after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.915237 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > security_group after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.915617 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > security_group after_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.916140 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.916553 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.916931 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.917301 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.917712 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > address_group after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.918087 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > address_group after_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.918456 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.918840 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] ML2 OVO RPC backend initialized. {{(pid=86373) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 20 17:25:51.919616 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.919999 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.920449 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > network before_response 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.920827 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > networks before_response 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.921203 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > port before_response 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.921574 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > ports before_response 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.921947 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > subnet before_response 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.922321 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > subnets before_response 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.922723 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > network after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.923097 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > network after_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.923464 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > network after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.923830 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > port after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.924197 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > port after_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.924560 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > port after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.925525 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > subnet after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.925889 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > subnet after_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.926255 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.926897 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.plugin [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Modular L2 Plugin initialization complete Apr 20 17:25:51.927248 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading services supported by the core plugin {{(pid=86373) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 20 17:25:51.927606 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.plugins.ml2.managers [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Got port-security extension from driver 'port_security' Apr 20 17:25:51.928102 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.extensions.vlantransparent [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Disabled vlantransparent extension. Apr 20 17:25:51.928628 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86373) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 20 17:25:51.928966 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading Plugin: router Apr 20 17:25:51.966015 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.966732 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > router after_create 55549900 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.967139 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > router before_create 55549900 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.967539 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.967951 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.968337 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > router after_delete 55549900 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.968731 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.969133 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > router after_create 55549900 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.969510 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > router after_update 55549900 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.969895 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > router after_update 55549900 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.970280 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.970704 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > router after_update 55549900 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.971201 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > router precommit_update 55549900 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.972114 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: port after_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.972486 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: port after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.972856 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: subnet after_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.973233 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.973620 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.973999 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > router precommit_create 55549900 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.974377 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: port before_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.974777 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > router precommit_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.975179 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > router after_update 55549900 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.975555 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.975939 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > router precommit_create 55549900 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.976339 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.976721 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > router precommit_update 55549900 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.977149 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > network after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.978122 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Tracking information for resource: router configured {{(pid=86373) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 17:25:51.978490 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Tracking information for resource: floatingip configured {{(pid=86373) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 17:25:51.983430 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.l3_agentschedulers_db [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 20 17:25:51.984066 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: port after_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.984457 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: port after_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.984838 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: port after_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.985219 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: port after_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.986099 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > router before_create 55550100 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.986495 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.986924 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > router precommit_create 55550100 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.987856 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > router precommit_update 55550100 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:51.992621 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.provider_configuration [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Service providers = [] {{(pid=86373) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 20 17:25:51.993021 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.servicetype_db [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86373) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 20 17:25:51.995825 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.service_base [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86373) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 17:25:51.996209 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.service_base [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86373) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 17:25:51.996582 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.service_base [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86373) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 17:25:51.997463 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.service_base [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86373) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 17:25:51.997858 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.services.service_base [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 20 17:25:51.998263 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86373) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 17:25:51.998633 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 20 17:25:52.008781 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86373) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 17:25:52.009149 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading Plugin: auto_allocate Apr 20 17:25:52.014765 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: network precommit_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:52.015163 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: network precommit_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:52.015749 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86373) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 17:25:52.016104 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading Plugin: tag Apr 20 17:25:52.023090 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86373) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 17:25:52.023460 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading Plugin: timestamp Apr 20 17:25:52.027278 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86373) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 17:25:52.027645 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading Plugin: network_ip_availability Apr 20 17:25:52.033067 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:52.033467 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:52.033851 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:52.035193 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86373) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 17:25:52.035548 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading Plugin: flavors Apr 20 17:25:52.040009 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86373) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 17:25:52.040374 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading Plugin: revisions Apr 20 17:25:52.044893 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86373) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 17:25:52.045315 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.984s {{(pid=86373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:25:52.046103 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86373) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 20 17:25:52.046462 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Initializing extension manager. Apr 20 17:25:52.047048 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: __init__.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.047420 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: __pycache__ {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.047789 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.048155 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: address_group.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.048944 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.049572 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: address-group Apr 20 17:25:52.049928 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: address_scope.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.050703 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.051829 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: address-scope Apr 20 17:25:52.052181 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.053121 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.053705 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: router-admin-state-down-before-update Apr 20 17:25:52.054065 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: agent.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.054851 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.055432 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: agent Apr 20 17:25:52.055788 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: agent_resources_synced.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.056696 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.057267 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: agent-resources-synced Apr 20 17:25:52.057625 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: allowedaddresspairs.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.059423 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.060010 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: allowed-address-pairs Apr 20 17:25:52.060367 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: auto_allocated_topology.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.061430 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.062009 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: auto-allocated-topology Apr 20 17:25:52.062371 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: availability_zone.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.063153 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.063740 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: availability_zone Apr 20 17:25:52.064102 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: availability_zone_filter.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.065017 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.065614 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: availability_zone_filter Apr 20 17:25:52.065971 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: data_plane_status.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.067028 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.067603 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension data-plane-status not supported by any of loaded plugins Apr 20 17:25:52.067960 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: default_subnetpools.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.068868 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.069448 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: default-subnetpools Apr 20 17:25:52.069803 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.070682 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.071259 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: dhcp_agent_scheduler Apr 20 17:25:52.071620 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: dns.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.072524 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.073093 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension dns-integration not supported by any of loaded plugins Apr 20 17:25:52.073458 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: dns_domain_ports.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.074371 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.074976 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 20 17:25:52.075335 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: dvr.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.076045 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.076615 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: dvr Apr 20 17:25:52.076971 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: empty_string_filtering.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.077875 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.078446 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: empty-string-filtering Apr 20 17:25:52.078826 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.079727 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.080291 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 20 17:25:52.080644 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.082075 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.082668 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 20 17:25:52.083024 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: external_net.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.083939 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.084515 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: external-net Apr 20 17:25:52.084868 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.085813 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.086386 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: extra_dhcp_opt Apr 20 17:25:52.086767 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: extraroute.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.087670 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.088244 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: extraroute Apr 20 17:25:52.088601 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: extraroute_atomic.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.089617 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.090189 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: extraroute-atomic Apr 20 17:25:52.090546 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: filter_validation.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.091263 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.092081 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: filter-validation Apr 20 17:25:52.092434 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: fip_pf_description.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.093337 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.093905 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 20 17:25:52.094258 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: fip_port_details.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.095319 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.095889 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: fip-port-details Apr 20 17:25:52.096241 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: flavors.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.097994 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.098606 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: flavors Apr 20 17:25:52.098963 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.100609 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.101202 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 20 17:25:52.101568 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: floatingip_pools.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.102311 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.102913 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: floatingip-pools Apr 20 17:25:52.103277 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: ip_allocation.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.104212 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.104785 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension ip_allocation not supported by any of loaded plugins Apr 20 17:25:52.105148 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.106075 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.106674 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: ip-substring-filtering Apr 20 17:25:52.107037 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: l2_adjacency.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.107957 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.108532 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 20 17:25:52.108889 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: l3.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.109929 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.110512 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: router Apr 20 17:25:52.110929 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.113183 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.113778 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 20 17:25:52.114146 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.115093 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.115671 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: ext-gw-mode Apr 20 17:25:52.116029 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.117044 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.117621 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: l3-ha Apr 20 17:25:52.117982 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: l3_flavors.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.118921 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.119498 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: l3-flavors Apr 20 17:25:52.119857 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.120763 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.121334 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 20 17:25:52.121691 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: l3agentscheduler.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.122849 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.123432 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: l3_agent_scheduler Apr 20 17:25:52.123792 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: logging.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.125269 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.125848 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension logging not supported by any of loaded plugins Apr 20 17:25:52.126212 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: metering.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.127016 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.127712 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: metering Apr 20 17:25:52.128094 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.129172 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.129751 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: metering_source_and_destination_fields Apr 20 17:25:52.130111 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: multiprovidernet.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.131084 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.131657 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: multi-provider Apr 20 17:25:52.132018 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: netmtu.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.132928 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.133496 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: net-mtu Apr 20 17:25:52.133854 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: netmtu_writable.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.134793 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.135369 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: net-mtu-writable Apr 20 17:25:52.135726 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: network_availability_zone.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.136532 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.137107 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: network_availability_zone Apr 20 17:25:52.137463 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: network_ip_availability.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.138553 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.139157 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: network-ip-availability Apr 20 17:25:52.139515 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: network_segment_range.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.140326 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.140899 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension network-segment-range not supported by any of loaded plugins Apr 20 17:25:52.141255 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: pagination.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.142234 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.142656 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: pagination Apr 20 17:25:52.143012 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: port_device_profile.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.144430 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.145005 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: port-device-profile Apr 20 17:25:52.145360 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.146280 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.146881 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: port-mac-address-regenerate Apr 20 17:25:52.147239 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.148141 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.148719 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: port-numa-affinity-policy Apr 20 17:25:52.149075 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: port_resource_request.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.149976 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.150540 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension port-resource-request not supported by any of loaded plugins Apr 20 17:25:52.150918 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: portbindings.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.151833 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.152403 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: binding Apr 20 17:25:52.152759 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: portbindings_extended.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.154053 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.154611 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: binding-extended Apr 20 17:25:52.154972 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: portsecurity.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.155879 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.156451 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: port-security Apr 20 17:25:52.156806 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: project_id.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.157775 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.158142 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: project-id Apr 20 17:25:52.158499 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: providernet.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.160009 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.160585 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: provider Apr 20 17:25:52.160941 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: qos.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.164542 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.165134 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension qos not supported by any of loaded plugins Apr 20 17:25:52.165500 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.166766 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.167349 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 20 17:25:52.167714 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.168627 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.169202 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 20 17:25:52.169563 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: qos_default.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.170470 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.171073 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension qos-default not supported by any of loaded plugins Apr 20 17:25:52.171432 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: qos_fip.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.172108 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.172674 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension qos-fip not supported by any of loaded plugins Apr 20 17:25:52.173031 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: qos_gateway_ip.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.173945 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.174518 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 20 17:25:52.174923 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: qos_port_network_policy.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.175827 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.176399 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 20 17:25:52.176754 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: qos_rule_type_details.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.177665 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.178231 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 20 17:25:52.178593 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: qos_rules_alias.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.179648 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.180224 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 20 17:25:52.180581 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: quotasv2.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.181534 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.181902 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: quotas Apr 20 17:25:52.182254 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: quotasv2_detail.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.183950 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.184335 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: quota_details Apr 20 17:25:52.184702 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: rbac.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.185831 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.186421 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: rbac-policies Apr 20 17:25:52.186823 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: rbac_address_group.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.187750 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.188337 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: rbac-address-group Apr 20 17:25:52.188694 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: rbac_address_scope.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.189609 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.190186 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: rbac-address-scope Apr 20 17:25:52.190578 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: rbac_security_groups.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.191499 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.192077 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: rbac-security-groups Apr 20 17:25:52.192430 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: rbac_subnetpool.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.193350 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.193934 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: rbac-subnetpool Apr 20 17:25:52.194291 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: revisionifmatch.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.195234 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.195812 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: revision-if-match Apr 20 17:25:52.196170 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: revisions.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.197283 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.197861 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: standard-attr-revisions Apr 20 17:25:52.198222 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: router_availability_zone.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.198949 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.199523 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: router_availability_zone Apr 20 17:25:52.199879 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: routerservicetype.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.200810 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.201380 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension router-service-type not supported by any of loaded plugins Apr 20 17:25:52.201737 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.202705 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.203283 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: security-groups-normalized-cidr Apr 20 17:25:52.203634 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.204566 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.205142 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: port-security-groups-filtering Apr 20 17:25:52.205493 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.206974 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.207547 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: security-groups-remote-address-group Apr 20 17:25:52.207900 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: securitygroup.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.221198 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.222342 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: security-group Apr 20 17:25:52.222745 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: segment.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.223600 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.224191 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension segment not supported by any of loaded plugins Apr 20 17:25:52.224552 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.225487 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.226077 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 20 17:25:52.226436 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: servicetype.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.227558 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.228144 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: service-type Apr 20 17:25:52.228505 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: sorting.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.229473 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.229845 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: sorting Apr 20 17:25:52.230201 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: standard_attr_segment.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.231140 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.231720 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 20 17:25:52.232078 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: standardattrdescription.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.232758 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.233342 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: standard-attr-description Apr 20 17:25:52.233703 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: stateful_security_group.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.234659 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.235268 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: stateful-security-group Apr 20 17:25:52.235629 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: stdattrs_common.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.236207 dv-cinder-786927-2-smb neutron-server[86373]: WARNING neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 20 17:25:52.236560 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.237574 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.238154 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 20 17:25:52.238510 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: subnet_onboard.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.239590 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.240171 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: subnet_onboard Apr 20 17:25:52.240529 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.241447 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.242028 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 20 17:25:52.242383 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: subnet_service_types.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.243314 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.243892 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: subnet-service-types Apr 20 17:25:52.244248 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: subnetallocation.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.245331 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.245920 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: subnet_allocation Apr 20 17:25:52.246280 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.247007 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.247595 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: subnetpool-prefix-ops Apr 20 17:25:52.247951 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.248878 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.249457 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 20 17:25:52.249811 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: tagging.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.251089 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.251677 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: standard-attr-tag Apr 20 17:25:52.252039 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: timestamp.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.253236 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.253814 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loaded extension: standard-attr-timestamp Apr 20 17:25:52.254178 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: trunk.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.255233 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.255815 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension trunk not supported by any of loaded plugins Apr 20 17:25:52.256173 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: trunk_details.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.257084 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.257662 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension trunk-details not supported by any of loaded plugins Apr 20 17:25:52.258019 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: uplink_status_propagation.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.258958 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.259534 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 20 17:25:52.259894 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Loading extension file: vlantransparent.py {{(pid=86373) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 17:25:52.260580 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86373) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 17:25:52.261162 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 20 17:25:52.263817 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Creating instance of TrackedResource for resource:network Apr 20 17:25:52.264592 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Creating instance of TrackedResource for resource:subnet Apr 20 17:25:52.265276 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 17:25:52.265931 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Creating instance of TrackedResource for resource:port Apr 20 17:25:52.267450 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.resource_helper [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 17:25:52.267934 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.resource_helper [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Service FLAVORS assigned prefix: {{(pid=86373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 17:25:52.269207 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.resource_helper [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 17:25:52.269675 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.resource_helper [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 17:25:52.270041 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Creating instance of TrackedResource for resource:router Apr 20 17:25:52.270790 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Creating instance of TrackedResource for resource:floatingip Apr 20 17:25:52.271557 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.resource_helper [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Service METERING assigned prefix: /metering {{(pid=86373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 17:25:52.273365 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:52.273763 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:52.274145 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:25:52.275314 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 17:25:52.275791 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Creating instance of TrackedResource for resource:security_group Apr 20 17:25:52.276579 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 17:25:52.277361 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.resource_helper [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Service CORE assigned prefix: {{(pid=86373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 17:25:52.277734 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 17:25:52.278094 dv-cinder-786927-2-smb neutron-server[86373]: WARNING neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] subnetpool is already registered Apr 20 17:25:52.278770 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.resource_helper [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Service CORE assigned prefix: {{(pid=86373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 17:25:52.279135 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 17:25:52.279491 dv-cinder-786927-2-smb neutron-server[86373]: WARNING neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] subnetpool is already registered Apr 20 17:25:52.282194 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.resource_helper [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 17:25:52.282705 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.resource_helper [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Service FLAVORS assigned prefix: {{(pid=86373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 17:25:52.283308 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.resource_helper [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 17:25:52.283761 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.resource_helper [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 17:25:52.284660 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Creating instance of TrackedResource for resource:router Apr 20 17:25:52.285022 dv-cinder-786927-2-smb neutron-server[86373]: WARNING neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] router is already registered Apr 20 17:25:52.285670 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Creating instance of TrackedResource for resource:floatingip Apr 20 17:25:52.286031 dv-cinder-786927-2-smb neutron-server[86373]: WARNING neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] floatingip is already registered Apr 20 17:25:52.286733 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.resource_helper [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Service METERING assigned prefix: /metering {{(pid=86373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 17:25:52.287452 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 17:25:52.287807 dv-cinder-786927-2-smb neutron-server[86373]: WARNING neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] rbac_policy is already registered Apr 20 17:25:52.288417 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Creating instance of TrackedResource for resource:security_group Apr 20 17:25:52.288775 dv-cinder-786927-2-smb neutron-server[86373]: WARNING neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] security_group is already registered Apr 20 17:25:52.289414 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 17:25:52.289771 dv-cinder-786927-2-smb neutron-server[86373]: WARNING neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] security_group_rule is already registered Apr 20 17:25:52.290481 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.resource_helper [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Service CORE assigned prefix: {{(pid=86373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 17:25:52.290876 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 17:25:52.291235 dv-cinder-786927-2-smb neutron-server[86373]: WARNING neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] subnetpool is already registered Apr 20 17:25:52.291900 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.resource_helper [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Service CORE assigned prefix: {{(pid=86373) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 17:25:52.292261 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 17:25:52.292616 dv-cinder-786927-2-smb neutron-server[86373]: WARNING neutron.quota.resource_registry [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] subnetpool is already registered Apr 20 17:25:52.293315 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: extensions {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.294955 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: address-groups {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.296615 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: address-scopes {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.297865 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: agents {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.299111 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: auto-allocated-topology {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.300763 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: availability_zones {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.302157 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: dhcp-networks {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.303651 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: dhcp-agents {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.305156 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: routers {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.307046 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: flavors {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.308265 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: service_profiles {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.309548 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: next_providers {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.311170 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: service_profiles {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.312666 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: floatingip-pools {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.313950 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: routers {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.315859 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: floatingips {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.317110 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: l3-routers {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.318593 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: l3-agents {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.320054 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: metering-labels {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.322315 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: metering-label-rules {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.323667 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: network-ip-availabilities {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.325017 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: bindings {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.326752 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: quotas {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.328261 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: quotas {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.329732 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: rbac-policies {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.331617 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: security-groups {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.332895 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: security-group-rules {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.334185 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: service-providers {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.335490 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: subnetpools {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.336988 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: subnetpools {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.338500 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: tags {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.340321 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: tags {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.342443 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: tags {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.344310 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: tags {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.346158 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: tags {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.348649 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: tags {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.350407 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: tags {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.352405 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: tags {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.354245 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: tags {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.356226 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.extensions [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Extended resource: tags {{(pid=86373) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 17:25:52.363661 dv-cinder-786927-2-smb neutron-server[86373]: WARNING keystonemiddleware.auth_token [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 20 17:25:52.368880 dv-cinder-786927-2-smb neutron-server[86373]: WARNING keystonemiddleware.auth_token [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 20 17:25:52.377624 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Acquired lock "singleton_lock" {{(pid=86373) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 20 17:25:52.378743 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Releasing lock "singleton_lock" {{(pid=86373) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 20 17:25:52.380263 dv-cinder-786927-2-smb neutron-server[86373]: INFO oslo_service.service [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Starting 2 workers Apr 20 17:25:52.385035 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Started child 86488 {{(pid=86373) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 17:25:52.389014 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:25:52.389723 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Started child 86489 {{(pid=86373) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 17:25:52.390497 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [-] (86488) wsgi starting up on http://0.0.0.0:9696 Apr 20 17:25:52.391209 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.service [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 20 17:25:52.391864 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Notify callbacks [] for process, before_spawn {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:25:52.393099 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:25:52.394383 dv-cinder-786927-2-smb neutron-server[86373]: INFO oslo_service.service [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Starting 1 workers Apr 20 17:25:52.394517 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [-] (86489) wsgi starting up on http://0.0.0.0:9696 Apr 20 17:25:52.399846 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Started child 86490 {{(pid=86373) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 17:25:52.400393 dv-cinder-786927-2-smb neutron-server[86373]: INFO oslo_service.service [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Starting 1 workers Apr 20 17:25:52.402165 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.service [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] calling RpcWorker wait() {{(pid=86490) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 20 17:25:52.402597 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.service [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] returning from RpcWorker wait() {{(pid=86490) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 20 17:25:52.404238 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:25:52.404685 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:25:52.405070 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Started child 86491 {{(pid=86373) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 17:25:52.405869 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5df86ec8-1138-4884-8a6f-87ed04a798e2 None None] Notify callbacks [] for process, after_spawn {{(pid=86373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:25:52.407551 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86373) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 17:25:52.407800 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 17:25:52.408457 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 17:25:52.408729 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 17:25:52.409190 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 17:25:52.409381 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 17:25:52.409830 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:25:52.409926 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.410208 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.410512 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.410818 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.411135 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.411779 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.412092 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.412378 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.412680 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.412964 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.413163 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.413334 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.413797 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.414065 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.414401 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.414710 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.414977 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.415260 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.415470 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.415745 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.416034 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.416318 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.416622 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] debug = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.416893 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.417478 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.417736 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.418010 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.418272 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.418583 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.418853 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.419161 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.419418 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.419665 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.419947 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.420235 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.420498 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.420760 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.421206 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.421366 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.421560 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.421991 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] host = dv-cinder-786927-2-smb {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.422249 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.422513 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.422799 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.423059 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.423331 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.423595 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.423883 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.424125 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.424379 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.425146 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.425425 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.425681 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.425950 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.426207 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] log_file = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.426398 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] log_options = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.426667 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.426970 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.427256 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.427467 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.427645 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.427789 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.428081 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.428267 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.428545 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.428785 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.429029 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.429287 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.429526 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.429768 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.430047 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.430310 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.430586 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.430830 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.431131 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.431407 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.431688 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.431962 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.432203 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.432468 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.432725 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.432966 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.433239 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.433483 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.433796 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.434148 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.434310 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.434604 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.434848 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.435130 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.435392 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.435623 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.435856 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.436489 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.436596 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:25:52.436740 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.437012 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.437286 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.437522 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.437779 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.438018 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.438277 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.438530 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] use_json = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.438797 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.439042 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.448994 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.448994 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.448994 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.448994 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.448994 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.448994 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.448994 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.448994 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.450374 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.450374 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.450374 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.450374 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.450374 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.450374 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.450374 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.450374 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.450944 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.450944 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.450944 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.450944 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.450944 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.450944 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.450944 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.450944 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.451445 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.451445 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.451445 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.451445 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.451445 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.451445 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.451445 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.451445 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.451917 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.451917 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.451917 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.451917 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.451917 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.451917 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.451917 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.451917 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.451917 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.453428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.453428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.453428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.453428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.453428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.453428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.453428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.453428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.453428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.454465 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.454465 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.454465 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.454788 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.454956 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.455236 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.455518 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.455772 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.456061 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.456306 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.456557 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.457980 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.459051 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.460184 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.460184 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.460184 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.460184 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.460601 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.460601 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.460852 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.461130 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.461399 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.461648 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.461906 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.462167 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.462482 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.462773 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.463045 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.463321 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.464912 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.464912 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.464912 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.464912 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.464912 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.464912 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.465472 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.465472 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.465656 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.465752 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.465986 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.466281 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.466907 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.467184 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.467468 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.467732 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.468181 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.468462 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.468822 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.469083 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.469477 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.469789 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.470090 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.470355 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.470697 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.470935 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.471374 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.472164 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.472418 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.472683 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.472989 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.473215 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.473509 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.473796 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.474055 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.474302 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.474793 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.478663 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.478663 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.478663 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.478663 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.478663 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.478663 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.478663 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.478663 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.479518 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.479518 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.479518 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.479518 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.479518 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.479518 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.479518 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.479518 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.480206 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.480206 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.480206 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.480474 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.480710 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.481003 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.481384 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.481657 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.481948 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.482202 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.482513 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.482849 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.483169 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.483470 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.483766 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.484069 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.484339 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.484930 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.484930 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.485203 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.485465 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.485695 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.485975 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.486857 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.486857 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.486857 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.487219 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.487821 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.487998 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.488258 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.488509 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.488764 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.489038 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.489338 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.489615 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.489869 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.490150 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.490404 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.490680 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.490936 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.491188 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.491481 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.491736 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.492067 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.492353 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.492623 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.492906 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.493169 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.493432 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.493681 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.493971 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.494225 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.494473 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.494753 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.495009 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.495259 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.495533 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.495820 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.496069 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.496347 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.496609 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.496956 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.497227 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.497494 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.497761 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.498012 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.498282 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.498532 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.498811 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.499063 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.499312 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.499583 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.500201 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.500500 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.500777 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.501025 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.501274 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.501522 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.501772 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.502017 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.502365 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.502666 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.502962 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.503236 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.503504 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.503771 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.504019 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.504285 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.504535 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.504787 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.505052 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.505318 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.505590 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.505832 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.506078 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.506340 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.506634 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.506855 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.507104 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.507351 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.507613 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.507863 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.508109 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.508357 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.508602 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.508959 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.509250 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.509504 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.509813 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.510080 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.510365 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.510720 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.511095 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.511370 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.511654 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.511904 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.512154 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.512411 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.512705 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.513073 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.513445 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.513736 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.514034 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.514355 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.514668 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.515200 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.515751 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.515751 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.516337 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.516655 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.517161 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.517161 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.517424 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.517689 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.517951 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.518209 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.518486 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.518784 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.519070 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.519371 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.519641 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.519892 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.520160 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.520410 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.520702 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.520976 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.521177 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.521501 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.521663 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 17:25:52.522113 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86373) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 17:25:52.522308 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 17:25:52.522491 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 17:25:52.522750 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 17:25:52.522960 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 17:25:52.523146 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 17:25:52.523400 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.523596 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.523789 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.523980 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.524170 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.524376 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.524567 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.524761 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.524949 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.525139 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.525326 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.525514 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.525700 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.525889 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.526078 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.526266 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.526454 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.526668 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.526862 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.527054 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.527215 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.527375 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.527566 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] debug = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.527754 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.527975 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.528160 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.528311 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.528490 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.528672 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.528859 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.529048 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.529234 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.529421 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.529576 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.529769 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.529955 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.530141 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.530328 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.530513 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.530726 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.530912 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] host = dv-cinder-786927-2-smb {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.531097 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.531272 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.531448 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.531608 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.531793 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.531979 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.532166 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.532352 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.532539 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.532725 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.532911 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.533104 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.533265 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.533451 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] log_file = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.533638 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] log_options = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.533822 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.534525 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.534721 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.534933 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.535121 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.535315 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.535503 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.535689 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.535875 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.536061 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.536248 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.536435 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.536620 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.536821 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.537011 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.537196 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.537414 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.537570 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.537756 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.537943 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.538128 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.538314 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.538499 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.538711 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.538898 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.539083 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.539268 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.539453 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.539638 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.539826 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.540013 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.540201 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.540387 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.540573 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.540759 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.540944 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.541129 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.541318 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.541504 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.541690 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.541875 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.542060 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.542246 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.542431 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.542636 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.542823 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] use_json = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.543010 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.543199 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.543386 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.543571 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.543728 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.543915 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.544100 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.544327 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 17:25:52.544475 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.544699 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.544939 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.545057 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.545192 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.545336 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.545473 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.545648 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.545863 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.546050 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.546189 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.546848 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.546848 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.546848 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.546848 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.547313 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.547313 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.547440 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.547535 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.547687 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.547847 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.548046 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.548224 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.548415 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.548607 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.548796 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.548988 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.549181 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.549372 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.549562 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.550285 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.550476 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.550670 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.550834 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.551021 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.551211 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.551400 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.551590 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.551780 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.551969 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.552160 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.552349 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.552538 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.552727 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.552916 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.553105 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.553324 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.553439 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.553630 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.553820 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.554020 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.554209 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.554399 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.554603 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.554796 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.554992 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.555194 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.555428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.555618 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.555811 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.555999 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.556204 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.556393 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.556582 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.556771 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.556960 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.557149 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.557341 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.557530 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.557705 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.557890 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.558080 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.558268 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.558458 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.558688 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.558881 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.559070 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.559260 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.559451 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.559640 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.559829 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.560040 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.560182 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.560371 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.560570 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.560779 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.560968 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.561158 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.561347 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.561537 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.561726 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.561915 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.562105 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.562293 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.562481 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.562696 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.562886 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.563079 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.563269 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.563456 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.563648 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.563837 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.564027 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.564217 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.564406 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.564595 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.564784 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.564978 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.565136 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.565354 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.565543 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.565745 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.565936 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.566118 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.566274 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.566469 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.566695 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.566886 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.567076 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.567265 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.567454 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.567644 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.567834 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.568024 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.568212 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.568402 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.568592 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.568789 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.568992 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.569181 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.569370 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.569478 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:25:52.569576 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.569755 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.569944 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.570132 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.570322 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.570510 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.570721 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.570910 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.571099 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.571288 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.571477 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.571667 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.571856 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.572046 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.572235 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.572424 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.572614 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.572804 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.572994 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.573183 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.573372 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.573563 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.573752 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.573940 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.574129 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.574318 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.574507 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.574720 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.574933 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.575100 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.575294 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.575484 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.575672 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.575860 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.576049 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.576237 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.576426 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.576615 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.576806 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.576994 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.577183 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.577372 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.577562 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.577752 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.577940 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.578130 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.578320 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.578510 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.578743 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.578932 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.579122 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.579312 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.579503 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.579693 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.579882 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.580071 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.580275 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.580465 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.580655 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.580858 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.581053 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.581243 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.581435 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.581624 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.581813 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.582804 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.583117 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.583437 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.583733 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.584044 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.584331 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.584665 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.584957 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.585262 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.585561 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.585914 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.586210 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.587266 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.587797 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.588393 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.588610 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.588811 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.589379 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.589656 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.589860 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.590070 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.590263 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.590453 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.590713 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.590909 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.591113 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.591302 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.591756 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.591945 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.592133 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.592332 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.592521 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.592709 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.592894 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.593082 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.593280 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.593471 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.593659 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.593855 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.594102 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.594636 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.594831 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.595035 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.595224 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.595420 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.595604 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.595781 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.595937 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.596090 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.596255 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.596457 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.597177 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.597340 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.597541 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.597737 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.597931 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.598092 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.598291 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.598497 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.598701 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.598856 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.599042 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.599203 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.599394 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.599896 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.600402 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.600596 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.600758 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.600923 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.601113 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.601274 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.601465 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.601630 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.601814 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.601974 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.602163 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.602330 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.602492 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 17:25:52.602693 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86373) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 17:25:52.771381 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 48408) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:25:52.782545 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [-] 10.222.0.75 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0091152 Apr 20 17:26:04.073151 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2646afc0-7eb6-4ada-978c-311e3aae5b2d None None] get_active_networks_info from dv-cinder-786927-2-smb {{(pid=86490) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 17:26:04.233339 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2646afc0-7eb6-4ada-978c-311e3aae5b2d None None] No non-hosted networks {{(pid=86490) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 20 17:26:04.265172 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agentschedulers_db [None req-2646afc0-7eb6-4ada-978c-311e3aae5b2d None None] DHCP Agent not found on host dv-cinder-786927-2-smb {{(pid=86490) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 20 17:26:04.415640 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b5cfd780-d9b8-4621-b78c-84e7a969dfd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189'] for agent, after_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:06.101116 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-475083e3-8675-4693-a145-bc2979f5e41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189'] for agent, after_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:06.137470 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9dc43d99-ba53-4373-b179-1a5a87384e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:06.943308 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189'] for agent, after_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:07.531918 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189'] for agent, after_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:07.533163 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:07.533709 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:07.534240 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:07.534800 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:07.535307 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:07.535827 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:07.536327 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:07.536829 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:07.537330 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:07.537830 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:07.538459 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:07.538992 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:07.539538 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786927-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:26:07.552527 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786927-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:26:07.972765 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189'] for agent, after_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:09.197571 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 48496) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:09.395239 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.l3_hamode_db [None req-c4bb4ead-f3ad-4d29-a16d-40f7e03faa5e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 20 17:26:09.490152 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bb4ead-f3ad-4d29-a16d-40f7e03faa5e None None] Routers set() bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:26:09.490699 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bb4ead-f3ad-4d29-a16d-40f7e03faa5e None None] Router IDs set() for agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 20 17:26:09.833958 dv-cinder-786927-2-smb neutron-server[86373]: WARNING oslo_policy.policy [None req-dcce9360-f03c-43ee-88ae-abed545f6c25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 17:26:09.834541 dv-cinder-786927-2-smb neutron-server[86373]: WARNING oslo_policy.policy [None req-dcce9360-f03c-43ee-88ae-abed545f6c25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 17:26:10.067444 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [None req-dcce9360-f03c-43ee-88ae-abed545f6c25 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=86489) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 17:26:10.068474 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-dcce9360-f03c-43ee-88ae-abed545f6c25 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8697932 Apr 20 17:26:12.787131 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 48512) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:13.405601 dv-cinder-786927-2-smb neutron-server[86373]: WARNING oslo_policy.policy [None req-8e299d2f-f98e-497f-91d6-9116c81e4095 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 17:26:13.406237 dv-cinder-786927-2-smb neutron-server[86373]: WARNING oslo_policy.policy [None req-8e299d2f-f98e-497f-91d6-9116c81e4095 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 17:26:13.635414 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-8e299d2f-f98e-497f-91d6-9116c81e4095 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:26:13.738051 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.policy [None req-8e299d2f-f98e-497f-91d6-9116c81e4095 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86488) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 17:26:13.794336 dv-cinder-786927-2-smb neutron-server[86373]: WARNING oslo_policy.policy [None req-8e299d2f-f98e-497f-91d6-9116c81e4095 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 17:26:13.794840 dv-cinder-786927-2-smb neutron-server[86373]: WARNING oslo_policy.policy [None req-8e299d2f-f98e-497f-91d6-9116c81e4095 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 17:26:13.812477 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.quota [None req-8e299d2f-f98e-497f-91d6-9116c81e4095 admin admin] Loaded quota_driver: . Apr 20 17:26:13.828550 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-8e299d2f-f98e-497f-91d6-9116c81e4095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:26:13.925171 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8e299d2f-f98e-497f-91d6-9116c81e4095 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261547040224', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261547040364', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261547047678', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261547023642', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261547073333', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261547073130', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036852950955', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853423531', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-451683', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3744413'] for rbac-policy, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:14.314806 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8e299d2f-f98e-497f-91d6-9116c81e4095 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:14.316640 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-8e299d2f-f98e-497f-91d6-9116c81e4095 admin admin] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.5274105 Apr 20 17:26:17.288788 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 48530) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:17.664467 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Request body: {'network': {'project_id': '6fbc56928ff042e1932dd00134e119f5', 'admin_state_up': True, 'name': 'private'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:26:17.670620 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:26:17.675438 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Usage tracker for resource:network and tenant:6fbc56928ff042e1932dd00134e119f5 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:26:17.678922 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:26:17.685162 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:26:17.720382 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Made reservation on behalf of 6fbc56928ff042e1932dd00134e119f5 for: {'network': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:26:17.726645 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for network, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:17.742960 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:17.757299 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:26:17.761084 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Usage tracker for resource:security_group_rule and tenant:6fbc56928ff042e1932dd00134e119f5 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:26:17.764493 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:26:17.770234 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:26:17.962060 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:17.983227 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:17.988370 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:26:18.010540 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] vlan segment allocate from pool success with {'vlan_id': 952, 'physical_network': 'physnet1'} {{(pid=86488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 17:26:18.036113 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363261546189206', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:18.036697 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Unsubscribe: segment precommit_create {{(pid=86488) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 17:26:18.037165 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.segments_db [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Added segment d7eb94a3-6d08-414f-94c6-11ce00d4e4d6 of type vlan for network dd8425b3-6ed7-4184-a03f-42e6b9631a79 Apr 20 17:26:18.045711 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bf03c6-27f4-4af0-9f31-7894c5a7a916,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:26:18.095415 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:18.095779 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:18.096145 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:18.097093 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:18.097449 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:18.097801 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:18.098150 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:18.098499 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:18.098872 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:18.099220 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:18.099562 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:18.099905 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Tracked resource versions report: Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: pushed versions: Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: { 'AddressGroup': {'1.2'}, Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: 'ConntrackHelper': {'1.0'}, Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: 'Log': {'1.0'}, Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: 'Network': {'1.1'}, Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: 'Port': {'1.7'}, Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: 'PortForwarding': {'1.2'}, Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: 'QosPolicy': {'1.8'}, Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroup': {'1.4'}, Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroupRule': {'1.2'}, Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: 'SubPort': {'1.0'}, Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: 'Subnet': {'1.1'}, Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: 'Trunk': {'1.1'}} Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: consumer versions: Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: { DHCP agent@dv-cinder-786927-2-smb: {}, Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: L3 agent@dv-cinder-786927-2-smb: {}, Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: Metadata agent@dv-cinder-786927-2-smb: {}, Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: Metering agent@dv-cinder-786927-2-smb: {}, Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: Open vSwitch agent@dv-cinder-786927-2-smb: { 'AddressGroup': '1.2', Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: 'ConntrackHelper': '1.0', Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: 'Log': '1.0', Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: 'Network': '1.1', Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: 'Port': '1.7', Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: 'PortForwarding': '1.2', Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: 'QosPolicy': '1.8', Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroup': '1.4', Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroupRule': '1.2', Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: 'SubPort': '1.0', Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: 'Subnet': '1.1', Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: 'Trunk': '1.1'}} Apr 20 17:26:18.101008 dv-cinder-786927-2-smb neutron-server[86373]: {{(pid=86488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 17:26:18.153977 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775308210547'] for network, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:18.162856 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:26:18.211643 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for network, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:18.213110 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:26:18.213718 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:18.218966 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:26:18.327110 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Pushing event updated for resources: {'Network': ['ID=dd8425b3-6ed7-4184-a03f-42e6b9631a79,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:26:18.330187 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:26:18.338236 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0483570 Apr 20 17:26:18.338695 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Network dd8425b3-6ed7-4184-a03f-42e6b9631a79 details requested by agent ovs-agent-dv-cinder-786927-2-smb with host dv-cinder-786927-2-smb {{(pid=86490) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 17:26:21.352764 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 48546) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:21.831064 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7e3958-c6ab-42d0-8286-c742efffe629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:26:21.832440 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-4a7e3958-c6ab-42d0-8286-c742efffe629 admin admin] 10.222.0.75 "GET /v2.0/networks/dd8425b3-6ed7-4184-a03f-42e6b9631a79 HTTP/1.1" status: 200 len: 825 time: 0.4786189 Apr 20 17:26:21.860870 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-92dd4fe2-ecdc-4c73-91df-35c8429c329b admin admin] 10.222.0.75 "GET /v2.0/subnetpools/1e9dbad9-4da3-4d8d-b773-5fe8d05b0b3b HTTP/1.1" status: 200 len: 734 time: 0.0225096 Apr 20 17:26:21.870737 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-2cbc9fc3-b352-4092-ae5c-c64d6a8ec8af admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '6fbc56928ff042e1932dd00134e119f5', 'name': 'private-subnet', 'network_id': 'dd8425b3-6ed7-4184-a03f-42e6b9631a79', 'subnetpool_id': '1e9dbad9-4da3-4d8d-b773-5fe8d05b0b3b'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:26:21.875074 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-2cbc9fc3-b352-4092-ae5c-c64d6a8ec8af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:26:21.879529 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-2cbc9fc3-b352-4092-ae5c-c64d6a8ec8af admin admin] Usage tracker for resource:subnet and tenant:6fbc56928ff042e1932dd00134e119f5 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:26:21.882399 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-2cbc9fc3-b352-4092-ae5c-c64d6a8ec8af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:26:21.888428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-2cbc9fc3-b352-4092-ae5c-c64d6a8ec8af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:26:21.971672 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbc9fc3-b352-4092-ae5c-c64d6a8ec8af admin admin] Made reservation on behalf of 6fbc56928ff042e1932dd00134e119f5 for: {'subnet': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:26:21.976133 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2cbc9fc3-b352-4092-ae5c-c64d6a8ec8af admin admin] Notify callbacks [] for subnet, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:22.472513 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2cbc9fc3-b352-4092-ae5c-c64d6a8ec8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for subnet, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:22.477858 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:26:22.566233 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbc9fc3-b352-4092-ae5c-c64d6a8ec8af admin admin] Checking segment: {'id': 'd7eb94a3-6d08-414f-94c6-11ce00d4e4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'dd8425b3-6ed7-4184-a03f-42e6b9631a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:26:22.566641 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbc9fc3-b352-4092-ae5c-c64d6a8ec8af admin admin] Network hostable DHCP agents. Network: dd8425b3-6ed7-4184-a03f-42e6b9631a79, hostable agents: ['3fc774e1-ba83-4007-9de0-3f46efafec56'], hosted agents: [] {{(pid=86488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 17:26:22.572409 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc9fc3-b352-4092-ae5c-c64d6a8ec8af admin admin] Pushing event updated for resources: {'Subnet': ['ID=01f89192-39a8-413c-9ac4-f73d45f1c8ef,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:26:22.578452 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-2cbc9fc3-b352-4092-ae5c-c64d6a8ec8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:26:22.611680 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbc9fc3-b352-4092-ae5c-c64d6a8ec8af admin admin] Network dd8425b3-6ed7-4184-a03f-42e6b9631a79 is scheduled to be hosted by DHCP agent 3fc774e1-ba83-4007-9de0-3f46efafec56 with binding_index 1 {{(pid=86488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 17:26:22.645963 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-2cbc9fc3-b352-4092-ae5c-c64d6a8ec8af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-smb, dd8425b3-6ed7-4184-a03f-42e6b9631a79) {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:26:22.650610 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbc9fc3-b352-4092-ae5c-c64d6a8ec8af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:26:22.651249 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2cbc9fc3-b352-4092-ae5c-c64d6a8ec8af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:22.661461 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f13d7c-3007-4cff-a2a7-629e7a8b3f16 None None] Network dd8425b3-6ed7-4184-a03f-42e6b9631a79 requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:26:22.692764 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-2cbc9fc3-b352-4092-ae5c-c64d6a8ec8af admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8256032 Apr 20 17:26:22.983755 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1465a3ff-4d68-5c93-b8aa-2e2b58023638-dd8425b3-6ed7-4184-a03f-42e6b9631a79', 'network_id': 'dd8425b3-6ed7-4184-a03f-42e6b9631a79', 'tenant_id': '6fbc56928ff042e1932dd00134e119f5', 'fixed_ips': [{'subnet_id': '01f89192-39a8-413c-9ac4-f73d45f1c8ef'}]}} from dv-cinder-786927-2-smb. {{(pid=86490) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 17:26:22.985025 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:23.343749 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Allocated IP 172.20.0.2 (dd8425b3-6ed7-4184-a03f-42e6b9631a79/01f89192-39a8-413c-9ac4-f73d45f1c8ef/d6e7b2bc-7554-4e2f-b93d-8bcd627a3d43) {{(pid=86490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:26:23.577545 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Notify callbacks [] for port, precommit_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:23.632322 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Transition to ACTIVE for port object d6e7b2bc-7554-4e2f-b93d-8bcd627a3d43 will not be triggered until provisioned by entity L2. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:26:23.653781 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Transition to ACTIVE for port object d6e7b2bc-7554-4e2f-b93d-8bcd627a3d43 will not be triggered until provisioned by entity DHCP. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:26:23.680629 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889'] for port, after_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:23.688823 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:26:23.753257 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Network dd8425b3-6ed7-4184-a03f-42e6b9631a79 is already hosted by enough agents. {{(pid=86490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:26:23.756255 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Resources bound (agent type, host, resource id): {{(pid=86490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:26:23.763281 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Received port after_create {{(pid=86490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:26:23.765424 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Pushing event updated for resources: {'Port': ['ID=d6e7b2bc-7554-4e2f-b93d-8bcd627a3d43,revision_number=1']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:26:23.775620 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:23.775989 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:23.776348 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:23.776705 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:23.777058 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:23.777408 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:23.777754 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:23.778098 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:23.778441 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:23.778806 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:23.779152 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:23.779490 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Tracked resource versions report: Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: pushed versions: Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: { 'AddressGroup': {'1.2'}, Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: 'ConntrackHelper': {'1.0'}, Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: 'Log': {'1.0'}, Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: 'Network': {'1.1'}, Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: 'Port': {'1.7'}, Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: 'PortForwarding': {'1.2'}, Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: 'QosPolicy': {'1.8'}, Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroup': {'1.4'}, Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroupRule': {'1.2'}, Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: 'SubPort': {'1.0'}, Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: 'Subnet': {'1.1'}, Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: 'Trunk': {'1.1'}} Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: consumer versions: Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: { DHCP agent@dv-cinder-786927-2-smb: {}, Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: L3 agent@dv-cinder-786927-2-smb: {}, Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: Metadata agent@dv-cinder-786927-2-smb: {}, Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: Metering agent@dv-cinder-786927-2-smb: {}, Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: Open vSwitch agent@dv-cinder-786927-2-smb: { 'AddressGroup': '1.2', Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: 'ConntrackHelper': '1.0', Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: 'Log': '1.0', Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: 'Network': '1.1', Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: 'Port': '1.7', Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: 'PortForwarding': '1.2', Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: 'QosPolicy': '1.8', Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroup': '1.4', Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroupRule': '1.2', Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: 'SubPort': '1.0', Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: 'Subnet': '1.1', Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: 'Trunk': '1.1'}} Apr 20 17:26:23.780575 dv-cinder-786927-2-smb neutron-server[86373]: {{(pid=86490) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 17:26:23.820221 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:26:23.873674 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Attempting to bind port d6e7b2bc-7554-4e2f-b93d-8bcd627a3d43 on host dv-cinder-786927-2-smb for vnic_type normal with profile {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:26:23.874081 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Attempting to bind port d6e7b2bc-7554-4e2f-b93d-8bcd627a3d43 by drivers openvswitch,hyperv on host dv-cinder-786927-2-smb at level 0 using segments [{'id': 'd7eb94a3-6d08-414f-94c6-11ce00d4e4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'dd8425b3-6ed7-4184-a03f-42e6b9631a79'}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:26:23.874484 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Attempting to bind port d6e7b2bc-7554-4e2f-b93d-8bcd627a3d43 on network dd8425b3-6ed7-4184-a03f-42e6b9631a79 {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:26:23.880052 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Checking agent: {'id': '74ba6a7c-ead8-41e5-9ed8-4c77b6c88b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 26, 7), 'started_at': datetime.datetime(2021, 4, 20, 17, 26, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:26:23.880468 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Checking segment: {'id': 'd7eb94a3-6d08-414f-94c6-11ce00d4e4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'dd8425b3-6ed7-4184-a03f-42e6b9631a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:26:23.880938 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:23.881362 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Bound using segment: {'id': 'd7eb94a3-6d08-414f-94c6-11ce00d4e4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'dd8425b3-6ed7-4184-a03f-42e6b9631a79'} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:26:23.881917 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Bound port: d6e7b2bc-7554-4e2f-b93d-8bcd627a3d43, host: dv-cinder-786927-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7eb94a3-6d08-414f-94c6-11ce00d4e4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'dd8425b3-6ed7-4184-a03f-42e6b9631a79'}}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:26:23.882319 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:23.974652 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] For port d6e7b2bc-7554-4e2f-b93d-8bcd627a3d43, host dv-cinder-786927-2-smb, cleared binding levels {{(pid=86490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:26:23.978525 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] For port d6e7b2bc-7554-4e2f-b93d-8bcd627a3d43, host dv-cinder-786927-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=d6e7b2bc-7554-4e2f-b93d-8bcd627a3d43,segment=NetworkSegment(d7eb94a3-6d08-414f-94c6-11ce00d4e4d6),segment_id=d7eb94a3-6d08-414f-94c6-11ce00d4e4d6)] {{(pid=86490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:26:24.023484 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:24.028450 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:26:24.118733 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Pushing event updated for resources: {'Port': ['ID=d6e7b2bc-7554-4e2f-b93d-8bcd627a3d43,revision_number=2']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:26:24.121871 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:26:25.570016 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 48556) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:25.959867 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [None req-114cfab3-8d91-4f28-a8e5-7aa17a264886 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=86488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 17:26:25.960948 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-114cfab3-8d91-4f28-a8e5-7aa17a264886 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3899179 Apr 20 17:26:28.749857 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 48566) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:29.148631 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [None req-b17b7e96-c57c-4ae0-b2e8-75f20d20bab2 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=86488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 17:26:29.149839 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-b17b7e96-c57c-4ae0-b2e8-75f20d20bab2 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3988483 Apr 20 17:26:29.543035 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device d6e7b2bc-7554-4e2f-b93d-8bcd627a3d43 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:26:29.738328 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning for port d6e7b2bc-7554-4e2f-b93d-8bcd627a3d43 completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:26:31.114552 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5cafde-47bf-4c64-a845-1ddb49d1bdb1 None None] Network dd8425b3-6ed7-4184-a03f-42e6b9631a79 requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:26:31.247989 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-bfefcef4-bea4-4bf3-ba96-4f2a440d15db None None] Provisioning for port d6e7b2bc-7554-4e2f-b93d-8bcd627a3d43 completed by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:26:31.263326 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-bfefcef4-bea4-4bf3-ba96-4f2a440d15db None None] Provisioning complete for port d6e7b2bc-7554-4e2f-b93d-8bcd627a3d43 triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:26:31.263765 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bfefcef4-bea4-4bf3-ba96-4f2a440d15db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:31.486971 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bfefcef4-bea4-4bf3-ba96-4f2a440d15db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:31.528867 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-bfefcef4-bea4-4bf3-ba96-4f2a440d15db None None] For port d6e7b2bc-7554-4e2f-b93d-8bcd627a3d43, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=d6e7b2bc-7554-4e2f-b93d-8bcd627a3d43,segment=NetworkSegment(d7eb94a3-6d08-414f-94c6-11ce00d4e4d6),segment_id=d7eb94a3-6d08-414f-94c6-11ce00d4e4d6)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:26:31.566743 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bfefcef4-bea4-4bf3-ba96-4f2a440d15db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:31.570200 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:26:31.644280 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfefcef4-bea4-4bf3-ba96-4f2a440d15db None None] Pushing event updated for resources: {'Port': ['ID=d6e7b2bc-7554-4e2f-b93d-8bcd627a3d43,revision_number=3']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:26:31.647573 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-bfefcef4-bea4-4bf3-ba96-4f2a440d15db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:26:31.790163 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-66b0e683-28c4-467d-a43b-6733b5e1e4e2 None None] Provisioning complete for port d6e7b2bc-7554-4e2f-b93d-8bcd627a3d43 triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:26:31.790574 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-66b0e683-28c4-467d-a43b-6733b5e1e4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:32.188968 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 48582) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:32.556801 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-cf404997-4f49-4229-acb9-f89b6feb9d93 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '6fbc56928ff042e1932dd00134e119f5', 'name': 'router1'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:26:32.562315 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-cf404997-4f49-4229-acb9-f89b6feb9d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:26:32.566955 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-cf404997-4f49-4229-acb9-f89b6feb9d93 admin admin] Usage tracker for resource:router and tenant:6fbc56928ff042e1932dd00134e119f5 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:26:32.570148 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-cf404997-4f49-4229-acb9-f89b6feb9d93 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:26:32.576175 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-cf404997-4f49-4229-acb9-f89b6feb9d93 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:26:32.617810 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cf404997-4f49-4229-acb9-f89b6feb9d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854152721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770244'] for router, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:32.619295 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cf404997-4f49-4229-acb9-f89b6feb9d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-425729', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5540'] for router, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:32.700980 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cf404997-4f49-4229-acb9-f89b6feb9d93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:32.829692 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cf404997-4f49-4229-acb9-f89b6feb9d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854140348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854349860'] for router, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:32.868895 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cf404997-4f49-4229-acb9-f89b6feb9d93 admin admin] Notify callbacks [] for router, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:32.870118 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-cf404997-4f49-4229-acb9-f89b6feb9d93 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6801202 Apr 20 17:26:33.520357 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device d6e7b2bc-7554-4e2f-b93d-8bcd627a3d43 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:26:33.590835 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port d6e7b2bc-7554-4e2f-b93d-8bcd627a3d43 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:26:33.591240 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:33.995252 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bff64732-0132-40fe-99dc-6afb4ac505a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:35.571304 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 48592) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:35.887239 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [None req-41e1850b-1688-4854-b332-3be8ec579a18 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=86488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 17:26:35.888297 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-41e1850b-1688-4854-b332-3be8ec579a18 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3159533 Apr 20 17:26:36.081555 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-741ac4c4-04c3-4950-b8df-ed55296f3e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:36.806249 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:37.463331 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:37.903405 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:38.474849 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 48612) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:38.542979 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:26:38.548308 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:26:38.552301 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] Usage tracker for resource:network and tenant:273ae48e6cba494f925740c5654ef7fc is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:26:38.555232 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:26:38.561151 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:26:38.652012 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] Made reservation on behalf of 273ae48e6cba494f925740c5654ef7fc for: {'network': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:26:38.656757 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for network, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:38.669339 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:38.683923 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:26:38.687778 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] Usage tracker for resource:security_group_rule and tenant:273ae48e6cba494f925740c5654ef7fc is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:26:38.691119 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:26:38.696914 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:26:38.888221 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:38.914910 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:38.919027 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b701e403-5cb1-47c9-beb1-3ded3bb76f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:26:38.934393 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] Reserving flat network on physical network physnet1 {{(pid=86488) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 20 17:26:38.948425 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff483680-4ada-49e6-b417-85242b814836,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:26:38.951569 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:26:38.993592 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:38.993982 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.segments_db [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] Added segment b1e9f102-11a2-4b4f-ab28-aef5c346bdb3 of type flat for network a0481120-3cc8-449f-86d5-38ee9053982b Apr 20 17:26:39.103318 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775308210547'] for network, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:39.160660 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for network, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:39.161987 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:26:39.162639 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:39.167379 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:26:39.269387 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] Pushing event updated for resources: {'Network': ['ID=a0481120-3cc8-449f-86d5-38ee9053982b,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:26:39.272112 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:26:39.279429 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Network a0481120-3cc8-449f-86d5-38ee9053982b details requested by agent ovs-agent-dv-cinder-786927-2-smb with host dv-cinder-786927-2-smb {{(pid=86490) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 17:26:39.287294 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8113749 Apr 20 17:26:41.810123 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 48632) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:41.922871 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1f6f04-45aa-4e36-aedd-96a49da1dbaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:26:41.924259 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-5c1f6f04-45aa-4e36-aedd-96a49da1dbaf admin admin] 10.222.0.75 "GET /v2.0/subnets/01f89192-39a8-413c-9ac4-f73d45f1c8ef HTTP/1.1" status: 200 len: 849 time: 0.1130812 Apr 20 17:26:42.220993 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-1d971746-a64a-4dba-99c2-a21be729e62e admin admin] 10.222.0.75 "GET /v2.0/routers/7a6efda1-216d-4b5b-a41b-6e859f36a067 HTTP/1.1" status: 200 len: 704 time: 0.2901309 Apr 20 17:26:42.698682 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-390ab685-2a25-4206-ae42-66db1a16ca18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:42.974930 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-390ab685-2a25-4206-ae42-66db1a16ca18 admin admin] Allocated IP 172.20.0.1 (dd8425b3-6ed7-4184-a03f-42e6b9631a79/01f89192-39a8-413c-9ac4-f73d45f1c8ef/0f9d2919-02f1-4547-ac3f-31a411020a1c) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:26:43.241907 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-390ab685-2a25-4206-ae42-66db1a16ca18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:43.259637 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-390ab685-2a25-4206-ae42-66db1a16ca18 admin admin] Transition to ACTIVE for port object 0f9d2919-02f1-4547-ac3f-31a411020a1c will not be triggered until provisioned by entity DHCP. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:26:43.349944 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-390ab685-2a25-4206-ae42-66db1a16ca18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:43.354850 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:26:43.420797 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390ab685-2a25-4206-ae42-66db1a16ca18 admin admin] Network dd8425b3-6ed7-4184-a03f-42e6b9631a79 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:26:43.423813 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-390ab685-2a25-4206-ae42-66db1a16ca18 admin admin] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:26:43.426940 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390ab685-2a25-4206-ae42-66db1a16ca18 admin admin] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:26:43.427646 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-390ab685-2a25-4206-ae42-66db1a16ca18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636417'] for router_interface, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:43.574947 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ab685-2a25-4206-ae42-66db1a16ca18 admin admin] Pushing event updated for resources: {'Port': ['ID=0f9d2919-02f1-4547-ac3f-31a411020a1c,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:26:43.578406 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-390ab685-2a25-4206-ae42-66db1a16ca18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:26:43.646259 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-b8728709-2c71-4cf7-a5db-04dace986f33 None None] Provisioning for port 0f9d2919-02f1-4547-ac3f-31a411020a1c completed by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:26:43.651968 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-b8728709-2c71-4cf7-a5db-04dace986f33 None None] Provisioning complete for port 0f9d2919-02f1-4547-ac3f-31a411020a1c triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:26:43.652376 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b8728709-2c71-4cf7-a5db-04dace986f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:43.708546 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-b8728709-2c71-4cf7-a5db-04dace986f33 None None] Port 0f9d2919-02f1-4547-ac3f-31a411020a1c cannot update to ACTIVE because it is not bound. {{(pid=86490) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 17:26:43.747936 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-390ab685-2a25-4206-ae42-66db1a16ca18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:43.985997 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-390ab685-2a25-4206-ae42-66db1a16ca18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:44.017879 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-390ab685-2a25-4206-ae42-66db1a16ca18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:44.019538 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-390ab685-2a25-4206-ae42-66db1a16ca18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854139290'] for router_interface, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:44.023776 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:26:44.157022 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ab685-2a25-4206-ae42-66db1a16ca18 admin admin] Pushing event updated for resources: {'Port': ['ID=0f9d2919-02f1-4547-ac3f-31a411020a1c,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:26:44.159901 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-390ab685-2a25-4206-ae42-66db1a16ca18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:26:44.220242 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390ab685-2a25-4206-ae42-66db1a16ca18 admin admin] Network dd8425b3-6ed7-4184-a03f-42e6b9631a79 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:26:44.221341 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-390ab685-2a25-4206-ae42-66db1a16ca18 admin admin] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:26:44.433768 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-28f38818-2bbb-421e-aaea-364ee26bc47a None None] Provisioning complete for port 0f9d2919-02f1-4547-ac3f-31a411020a1c triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:26:44.434184 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-28f38818-2bbb-421e-aaea-364ee26bc47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:44.492813 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-28f38818-2bbb-421e-aaea-364ee26bc47a None None] Port 0f9d2919-02f1-4547-ac3f-31a411020a1c cannot update to ACTIVE because it is not bound. {{(pid=86490) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 17:26:44.612755 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390ab685-2a25-4206-ae42-66db1a16ca18 admin admin] Router 7a6efda1-216d-4b5b-a41b-6e859f36a067 is scheduled to L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 with binding_index 1 {{(pid=86488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 17:26:44.772643 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390ab685-2a25-4206-ae42-66db1a16ca18 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:26:44.782181 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-390ab685-2a25-4206-ae42-66db1a16ca18 admin admin] 10.222.0.75 "PUT /v2.0/routers/7a6efda1-216d-4b5b-a41b-6e859f36a067/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5555799 Apr 20 17:26:44.783037 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] Sync routers for ids ['7a6efda1-216d-4b5b-a41b-6e859f36a067'] in dv-cinder-786927-2-smb {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:26:44.794614 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] Routers {'7a6efda1-216d-4b5b-a41b-6e859f36a067'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:26:44.795493 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:26:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['7a6efda1-216d-4b5b-a41b-6e859f36a067'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:26:44.978537 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] Set router 7a6efda1-216d-4b5b-a41b-6e859f36a067 gateway port host: None {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:26:45.498635 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 5 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:26:45.540405 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6efda1-216d-4b5b-a41b-6e859f36a067', 'name': 'router1', 'tenant_id': '6fbc56928ff042e1932dd00134e119f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:26:32Z', 'updated_at': '2021-04-20T17:26:43Z', 'revision_number': 2, 'project_id': '6fbc56928ff042e1932dd00134e119f5', 'gw_port_host': None, '_interfaces': [{'id': '0f9d2919-02f1-4547-ac3f-31a411020a1c', 'name': '', 'network_id': 'dd8425b3-6ed7-4184-a03f-42e6b9631a79', 'tenant_id': '6fbc56928ff042e1932dd00134e119f5', 'mac_address': 'fa:16:3e:94:64:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6efda1-216d-4b5b-a41b-6e859f36a067', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01f89192-39a8-413c-9ac4-f73d45f1c8ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:42Z', 'updated_at': '2021-04-20T17:26:43Z', 'revision_number': 2, 'project_id': '6fbc56928ff042e1932dd00134e119f5', 'subnets': [{'id': '01f89192-39a8-413c-9ac4-f73d45f1c8ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e9dbad9-4da3-4d8d-b773-5fe8d05b0b3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:26:45.545399 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] Checking router: 7a6efda1-216d-4b5b-a41b-6e859f36a067 for host: dv-cinder-786927-2-smb {{(pid=86491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:26:45.545784 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] Updating router 7a6efda1-216d-4b5b-a41b-6e859f36a067 port 0f9d2919-02f1-4547-ac3f-31a411020a1c binding host dv-cinder-786927-2-smb {{(pid=86491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 17:26:45.601552 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:45.995952 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] Notify callbacks [] for port, precommit_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:46.010842 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] Transition to ACTIVE for port object 0f9d2919-02f1-4547-ac3f-31a411020a1c will not be triggered until provisioned by entity L2. {{(pid=86491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:26:46.035061 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:46.041179 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:26:46.173387 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae313ce-4911-40d2-8f55-e4b831b53c3e None None] Pushing event updated for resources: {'Port': ['ID=0f9d2919-02f1-4547-ac3f-31a411020a1c,revision_number=3']} {{(pid=86491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:26:46.216813 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae313ce-4911-40d2-8f55-e4b831b53c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:46.217437 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae313ce-4911-40d2-8f55-e4b831b53c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:46.217804 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae313ce-4911-40d2-8f55-e4b831b53c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:46.218162 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae313ce-4911-40d2-8f55-e4b831b53c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:46.218523 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae313ce-4911-40d2-8f55-e4b831b53c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:46.218905 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae313ce-4911-40d2-8f55-e4b831b53c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:46.219256 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae313ce-4911-40d2-8f55-e4b831b53c3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:46.219609 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae313ce-4911-40d2-8f55-e4b831b53c3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:46.219960 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae313ce-4911-40d2-8f55-e4b831b53c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:46.220308 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae313ce-4911-40d2-8f55-e4b831b53c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:46.220656 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae313ce-4911-40d2-8f55-e4b831b53c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:46.221000 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae313ce-4911-40d2-8f55-e4b831b53c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae313ce-4911-40d2-8f55-e4b831b53c3e None None] Tracked resource versions report: Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: pushed versions: Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: { 'AddressGroup': {'1.2'}, Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: 'ConntrackHelper': {'1.0'}, Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: 'Log': {'1.0'}, Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: 'Network': {'1.1'}, Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: 'Port': {'1.7'}, Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: 'PortForwarding': {'1.2'}, Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: 'QosPolicy': {'1.8'}, Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroup': {'1.4'}, Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroupRule': {'1.2'}, Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: 'SubPort': {'1.0'}, Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: 'Subnet': {'1.1'}, Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: 'Trunk': {'1.1'}} Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: consumer versions: Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: { DHCP agent@dv-cinder-786927-2-smb: {}, Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: L3 agent@dv-cinder-786927-2-smb: {}, Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: Metadata agent@dv-cinder-786927-2-smb: {}, Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: Metering agent@dv-cinder-786927-2-smb: {}, Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: Open vSwitch agent@dv-cinder-786927-2-smb: { 'AddressGroup': '1.2', Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: 'ConntrackHelper': '1.0', Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: 'Log': '1.0', Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: 'Network': '1.1', Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: 'Port': '1.7', Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: 'PortForwarding': '1.2', Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: 'QosPolicy': '1.8', Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroup': '1.4', Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroupRule': '1.2', Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: 'SubPort': '1.0', Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: 'Subnet': '1.1', Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: 'Trunk': '1.1'}} Apr 20 17:26:46.222303 dv-cinder-786927-2-smb neutron-server[86373]: {{(pid=86491) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 17:26:46.255547 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4ae313ce-4911-40d2-8f55-e4b831b53c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:26:46.281611 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] Attempting to bind port 0f9d2919-02f1-4547-ac3f-31a411020a1c on host dv-cinder-786927-2-smb for vnic_type normal with profile {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:26:46.282028 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] Attempting to bind port 0f9d2919-02f1-4547-ac3f-31a411020a1c by drivers openvswitch,hyperv on host dv-cinder-786927-2-smb at level 0 using segments [{'id': 'd7eb94a3-6d08-414f-94c6-11ce00d4e4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'dd8425b3-6ed7-4184-a03f-42e6b9631a79'}] {{(pid=86491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:26:46.282457 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] Attempting to bind port 0f9d2919-02f1-4547-ac3f-31a411020a1c on network dd8425b3-6ed7-4184-a03f-42e6b9631a79 {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:26:46.288060 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] Checking agent: {'id': '74ba6a7c-ead8-41e5-9ed8-4c77b6c88b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 26, 7), 'started_at': datetime.datetime(2021, 4, 20, 17, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:26:46.288487 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] Checking segment: {'id': 'd7eb94a3-6d08-414f-94c6-11ce00d4e4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'dd8425b3-6ed7-4184-a03f-42e6b9631a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:26:46.288958 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:46.289379 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] Bound using segment: {'id': 'd7eb94a3-6d08-414f-94c6-11ce00d4e4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'dd8425b3-6ed7-4184-a03f-42e6b9631a79'} {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:26:46.289948 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] Bound port: 0f9d2919-02f1-4547-ac3f-31a411020a1c, host: dv-cinder-786927-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7eb94a3-6d08-414f-94c6-11ce00d4e4d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'dd8425b3-6ed7-4184-a03f-42e6b9631a79'}}] {{(pid=86491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:26:46.290351 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:46.383833 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] For port 0f9d2919-02f1-4547-ac3f-31a411020a1c, host dv-cinder-786927-2-smb, cleared binding levels {{(pid=86491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:26:46.388041 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] For port 0f9d2919-02f1-4547-ac3f-31a411020a1c, host dv-cinder-786927-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=0f9d2919-02f1-4547-ac3f-31a411020a1c,segment=NetworkSegment(d7eb94a3-6d08-414f-94c6-11ce00d4e4d6),segment_id=d7eb94a3-6d08-414f-94c6-11ce00d4e4d6)] {{(pid=86491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:26:46.452631 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:46.457765 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4ae313ce-4911-40d2-8f55-e4b831b53c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:26:46.544114 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] Routers {'7a6efda1-216d-4b5b-a41b-6e859f36a067'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:26:46.544801 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:26:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['7a6efda1-216d-4b5b-a41b-6e859f36a067'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:26:46.666652 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae313ce-4911-40d2-8f55-e4b831b53c3e None None] Pushing event updated for resources: {'Port': ['ID=0f9d2919-02f1-4547-ac3f-31a411020a1c,revision_number=4']} {{(pid=86491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:26:46.679749 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4ae313ce-4911-40d2-8f55-e4b831b53c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:26:46.713574 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] Set router 7a6efda1-216d-4b5b-a41b-6e859f36a067 gateway port host: None {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:26:47.048260 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6efda1-216d-4b5b-a41b-6e859f36a067', 'name': 'router1', 'tenant_id': '6fbc56928ff042e1932dd00134e119f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:26:32Z', 'updated_at': '2021-04-20T17:26:43Z', 'revision_number': 2, 'project_id': '6fbc56928ff042e1932dd00134e119f5', 'gw_port_host': None, '_interfaces': [{'id': '0f9d2919-02f1-4547-ac3f-31a411020a1c', 'name': '', 'network_id': 'dd8425b3-6ed7-4184-a03f-42e6b9631a79', 'tenant_id': '6fbc56928ff042e1932dd00134e119f5', 'mac_address': 'fa:16:3e:94:64:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6efda1-216d-4b5b-a41b-6e859f36a067', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01f89192-39a8-413c-9ac4-f73d45f1c8ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:42Z', 'updated_at': '2021-04-20T17:26:46Z', 'revision_number': 4, 'project_id': '6fbc56928ff042e1932dd00134e119f5', 'subnets': [{'id': '01f89192-39a8-413c-9ac4-f73d45f1c8ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e9dbad9-4da3-4d8d-b773-5fe8d05b0b3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:26:47.052327 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45389bd5-b027-49de-a44d-e50bad19b8d0 None None] The sync data for ids ['7a6efda1-216d-4b5b-a41b-6e859f36a067'] in dv-cinder-786927-2-smb is: [{'id': '7a6efda1-216d-4b5b-a41b-6e859f36a067', 'name': 'router1', 'tenant_id': '6fbc56928ff042e1932dd00134e119f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:26:32Z', 'updated_at': '2021-04-20T17:26:43Z', 'revision_number': 2, 'project_id': '6fbc56928ff042e1932dd00134e119f5', 'gw_port_host': None, '_interfaces': [{'id': '0f9d2919-02f1-4547-ac3f-31a411020a1c', 'name': '', 'network_id': 'dd8425b3-6ed7-4184-a03f-42e6b9631a79', 'tenant_id': '6fbc56928ff042e1932dd00134e119f5', 'mac_address': 'fa:16:3e:94:64:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6efda1-216d-4b5b-a41b-6e859f36a067', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01f89192-39a8-413c-9ac4-f73d45f1c8ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:42Z', 'updated_at': '2021-04-20T17:26:46Z', 'revision_number': 4, 'project_id': '6fbc56928ff042e1932dd00134e119f5', 'subnets': [{'id': '01f89192-39a8-413c-9ac4-f73d45f1c8ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e9dbad9-4da3-4d8d-b773-5fe8d05b0b3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:26:47.300588 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 48644) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:47.465243 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf69a29-c61a-47fc-833a-07c2c41abe42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:26:47.465853 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-fcf69a29-c61a-47fc-833a-07c2c41abe42 admin admin] Synchronizing usage tracker for tenant:273ae48e6cba494f925740c5654ef7fc on resource:network {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:26:47.555237 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-fcf69a29-c61a-47fc-833a-07c2c41abe42 admin admin] Unset dirty status for tenant:273ae48e6cba494f925740c5654ef7fc on resource:network {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:26:47.556447 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-fcf69a29-c61a-47fc-833a-07c2c41abe42 admin admin] 10.222.0.75 "GET /v2.0/networks/a0481120-3cc8-449f-86d5-38ee9053982b HTTP/1.1" status: 200 len: 842 time: 0.2547381 Apr 20 17:26:47.567892 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-d3001f42-0b6b-47c2-9671-7d74f372697a admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.28.1.0/24', 'enable_dhcp': False, 'gateway_ip': '172.28.1.1', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'name': 'public-subnet'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:26:47.573602 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-d3001f42-0b6b-47c2-9671-7d74f372697a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:26:47.577591 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-d3001f42-0b6b-47c2-9671-7d74f372697a admin admin] Usage tracker for resource:subnet and tenant:273ae48e6cba494f925740c5654ef7fc is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:26:47.580549 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-d3001f42-0b6b-47c2-9671-7d74f372697a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:26:47.587084 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-d3001f42-0b6b-47c2-9671-7d74f372697a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:26:47.635447 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3001f42-0b6b-47c2-9671-7d74f372697a admin admin] Made reservation on behalf of 273ae48e6cba494f925740c5654ef7fc for: {'subnet': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:26:47.640327 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d3001f42-0b6b-47c2-9671-7d74f372697a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:48.221002 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.objects.ports [None req-d3001f42-0b6b-47c2-9671-7d74f372697a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86488) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 20 17:26:48.221605 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d3001f42-0b6b-47c2-9671-7d74f372697a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for subnet, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:48.226289 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:26:48.302636 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3001f42-0b6b-47c2-9671-7d74f372697a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac485710-6ac4-46cc-b076-2738f89882f4,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:26:48.308122 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d3001f42-0b6b-47c2-9671-7d74f372697a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:26:48.310728 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3001f42-0b6b-47c2-9671-7d74f372697a admin admin] Checking segment: {'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:26:48.311122 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3001f42-0b6b-47c2-9671-7d74f372697a admin admin] Network hostable DHCP agents. Network: a0481120-3cc8-449f-86d5-38ee9053982b, hostable agents: ['3fc774e1-ba83-4007-9de0-3f46efafec56'], hosted agents: [] {{(pid=86488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 17:26:48.401330 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3001f42-0b6b-47c2-9671-7d74f372697a admin admin] Network a0481120-3cc8-449f-86d5-38ee9053982b is scheduled to be hosted by DHCP agent 3fc774e1-ba83-4007-9de0-3f46efafec56 with binding_index 1 {{(pid=86488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 17:26:48.424067 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-d3001f42-0b6b-47c2-9671-7d74f372697a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-smb, a0481120-3cc8-449f-86d5-38ee9053982b) {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:26:48.429238 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3001f42-0b6b-47c2-9671-7d74f372697a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:26:48.430226 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d3001f42-0b6b-47c2-9671-7d74f372697a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:48.433826 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babaa2f4-6b9c-4746-8b37-de784f18569f None None] Network a0481120-3cc8-449f-86d5-38ee9053982b requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:26:48.504860 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-d3001f42-0b6b-47c2-9671-7d74f372697a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9413166 Apr 20 17:26:48.667534 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fe78bf-7e84-4982-b7ad-7f0ebbd7c3e0 None None] Network a0481120-3cc8-449f-86d5-38ee9053982b requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:26:51.089636 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 48658) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:51.300832 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-88e469c8-9616-4880-ad9f-ccebd3bfa333 admin admin] 10.222.0.75 "GET /v2.0/routers/7a6efda1-216d-4b5b-a41b-6e859f36a067 HTTP/1.1" status: 200 len: 710 time: 0.2099011 Apr 20 17:26:51.443307 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0d0c96-2741-4b53-810e-5233c1654a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:26:51.444760 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-5c0d0c96-2741-4b53-810e-5233c1654a14 admin admin] 10.222.0.75 "GET /v2.0/networks/a0481120-3cc8-449f-86d5-38ee9053982b HTTP/1.1" status: 200 len: 886 time: 0.1382756 Apr 20 17:26:51.454404 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-d39a9871-7649-41cd-9745-8d23f915991b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:26:51.543389 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 0f9d2919-02f1-4547-ac3f-31a411020a1c up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:26:51.647001 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning for port 0f9d2919-02f1-4547-ac3f-31a411020a1c completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:26:51.652421 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port 0f9d2919-02f1-4547-ac3f-31a411020a1c triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:26:51.652927 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:51.776569 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:51.809488 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] For port 0f9d2919-02f1-4547-ac3f-31a411020a1c, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=0f9d2919-02f1-4547-ac3f-31a411020a1c,segment=NetworkSegment(d7eb94a3-6d08-414f-94c6-11ce00d4e4d6),segment_id=d7eb94a3-6d08-414f-94c6-11ce00d4e4d6)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:26:51.841105 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:51.843557 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:26:51.920064 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Pushing event updated for resources: {'Port': ['ID=0f9d2919-02f1-4547-ac3f-31a411020a1c,revision_number=5']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:26:51.923523 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:26:52.103204 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d39a9871-7649-41cd-9745-8d23f915991b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-425974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-635484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5525'] for router, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:52.486212 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d39a9871-7649-41cd-9745-8d23f915991b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:52.546287 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d39a9871-7649-41cd-9745-8d23f915991b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:52.689492 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-d39a9871-7649-41cd-9745-8d23f915991b admin admin] Allocated IP 172.28.1.40 (a0481120-3cc8-449f-86d5-38ee9053982b/ac485710-6ac4-46cc-b076-2738f89882f4/010e7743-ceb4-4b37-89c7-cee02b058063) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:26:52.841481 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d39a9871-7649-41cd-9745-8d23f915991b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:52.898299 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d39a9871-7649-41cd-9745-8d23f915991b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:52.903114 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-390ab685-2a25-4206-ae42-66db1a16ca18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:26:52.969184 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39a9871-7649-41cd-9745-8d23f915991b admin admin] Network a0481120-3cc8-449f-86d5-38ee9053982b is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:26:52.973153 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-d39a9871-7649-41cd-9745-8d23f915991b admin admin] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:26:52.977397 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39a9871-7649-41cd-9745-8d23f915991b admin admin] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:26:53.044362 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a9871-7649-41cd-9745-8d23f915991b admin admin] Pushing event updated for resources: {'Port': ['ID=010e7743-ceb4-4b37-89c7-cee02b058063,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:26:53.098816 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d39a9871-7649-41cd-9745-8d23f915991b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:26:53.442339 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d39a9871-7649-41cd-9745-8d23f915991b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:53.531300 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 0f9d2919-02f1-4547-ac3f-31a411020a1c up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:26:53.603163 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port 0f9d2919-02f1-4547-ac3f-31a411020a1c triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:26:53.603575 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:53.806070 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d39a9871-7649-41cd-9745-8d23f915991b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-425974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-635484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5525'] for router, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:53.809519 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d39a9871-7649-41cd-9745-8d23f915991b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854349860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854349875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-425925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854140373'] for router, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:53.993991 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39a9871-7649-41cd-9745-8d23f915991b admin admin] Router 7a6efda1-216d-4b5b-a41b-6e859f36a067 has already been hosted by L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 17:26:54.358268 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39a9871-7649-41cd-9745-8d23f915991b admin admin] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:26:54.366542 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d39a9871-7649-41cd-9745-8d23f915991b admin admin] Notify callbacks [] for router, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:54.367839 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-d39a9871-7649-41cd-9745-8d23f915991b admin admin] 10.222.0.75 "PUT /v2.0/routers/7a6efda1-216d-4b5b-a41b-6e859f36a067 HTTP/1.1" status: 200 len: 889 time: 2.9168136 Apr 20 17:26:54.368751 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] Sync routers for ids ['7a6efda1-216d-4b5b-a41b-6e859f36a067'] in dv-cinder-786927-2-smb {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:26:54.379619 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] Routers {'7a6efda1-216d-4b5b-a41b-6e859f36a067'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:26:54.380322 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:26:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['7a6efda1-216d-4b5b-a41b-6e859f36a067'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:26:54.733531 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] Set router 7a6efda1-216d-4b5b-a41b-6e859f36a067 gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:26:55.091983 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6efda1-216d-4b5b-a41b-6e859f36a067', 'name': 'router1', 'tenant_id': '6fbc56928ff042e1932dd00134e119f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.40'}], 'enable_snat': True}, 'gw_port_id': '010e7743-ceb4-4b37-89c7-cee02b058063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:26:32Z', 'updated_at': '2021-04-20T17:26:53Z', 'revision_number': 4, 'project_id': '6fbc56928ff042e1932dd00134e119f5', 'gw_port': {'id': '010e7743-ceb4-4b37-89c7-cee02b058063', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6efda1-216d-4b5b-a41b-6e859f36a067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:52Z', 'updated_at': '2021-04-20T17:26:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': '0f9d2919-02f1-4547-ac3f-31a411020a1c', 'name': '', 'network_id': 'dd8425b3-6ed7-4184-a03f-42e6b9631a79', 'tenant_id': '6fbc56928ff042e1932dd00134e119f5', 'mac_address': 'fa:16:3e:94:64:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6efda1-216d-4b5b-a41b-6e859f36a067', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01f89192-39a8-413c-9ac4-f73d45f1c8ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:42Z', 'updated_at': '2021-04-20T17:26:51Z', 'revision_number': 5, 'project_id': '6fbc56928ff042e1932dd00134e119f5', 'subnets': [{'id': '01f89192-39a8-413c-9ac4-f73d45f1c8ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e9dbad9-4da3-4d8d-b773-5fe8d05b0b3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:26:55.097102 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] Checking router: 7a6efda1-216d-4b5b-a41b-6e859f36a067 for host: dv-cinder-786927-2-smb {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:26:55.097499 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] Updating router 7a6efda1-216d-4b5b-a41b-6e859f36a067 port 010e7743-ceb4-4b37-89c7-cee02b058063 binding host dv-cinder-786927-2-smb {{(pid=86490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 17:26:55.151694 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:55.497194 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] Notify callbacks [] for port, precommit_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:55.578015 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] Transition to ACTIVE for port object 010e7743-ceb4-4b37-89c7-cee02b058063 will not be triggered until provisioned by entity L2. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:26:55.606598 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:55.611565 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:26:55.696397 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] Attempting to bind port 010e7743-ceb4-4b37-89c7-cee02b058063 on host dv-cinder-786927-2-smb for vnic_type normal with profile {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:26:55.696797 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] Attempting to bind port 010e7743-ceb4-4b37-89c7-cee02b058063 by drivers openvswitch,hyperv on host dv-cinder-786927-2-smb at level 0 using segments [{'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:26:55.697194 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] Attempting to bind port 010e7743-ceb4-4b37-89c7-cee02b058063 on network a0481120-3cc8-449f-86d5-38ee9053982b {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:26:55.704984 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b506ab8-bb7c-4f5f-afbd-181a4da84996 None None] Pushing event updated for resources: {'Port': ['ID=010e7743-ceb4-4b37-89c7-cee02b058063,revision_number=2']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:26:55.707941 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] Checking agent: {'id': '74ba6a7c-ead8-41e5-9ed8-4c77b6c88b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 26, 7), 'started_at': datetime.datetime(2021, 4, 20, 17, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:26:55.708327 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] Checking segment: {'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:26:55.708756 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:55.709172 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] Bound using segment: {'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:26:55.709680 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] Bound port: 010e7743-ceb4-4b37-89c7-cee02b058063, host: dv-cinder-786927-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:26:55.710080 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:55.735183 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7b506ab8-bb7c-4f5f-afbd-181a4da84996 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:26:55.786593 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] For port 010e7743-ceb4-4b37-89c7-cee02b058063, host dv-cinder-786927-2-smb, cleared binding levels {{(pid=86490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:26:55.789680 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] For port 010e7743-ceb4-4b37-89c7-cee02b058063, host dv-cinder-786927-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=010e7743-ceb4-4b37-89c7-cee02b058063,segment=NetworkSegment(b1e9f102-11a2-4b4f-ab28-aef5c346bdb3),segment_id=b1e9f102-11a2-4b4f-ab28-aef5c346bdb3)] {{(pid=86490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:26:55.818342 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:55.823305 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-bfefcef4-bea4-4bf3-ba96-4f2a440d15db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:26:55.899257 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] Routers {'7a6efda1-216d-4b5b-a41b-6e859f36a067'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:26:55.899921 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:26:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['7a6efda1-216d-4b5b-a41b-6e859f36a067'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:26:56.032115 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b506ab8-bb7c-4f5f-afbd-181a4da84996 None None] Pushing event updated for resources: {'Port': ['ID=010e7743-ceb4-4b37-89c7-cee02b058063,revision_number=3']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:26:56.035840 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7b506ab8-bb7c-4f5f-afbd-181a4da84996 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:26:56.093718 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] Set router 7a6efda1-216d-4b5b-a41b-6e859f36a067 gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:26:56.433212 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6efda1-216d-4b5b-a41b-6e859f36a067', 'name': 'router1', 'tenant_id': '6fbc56928ff042e1932dd00134e119f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.40'}], 'enable_snat': True}, 'gw_port_id': '010e7743-ceb4-4b37-89c7-cee02b058063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:26:32Z', 'updated_at': '2021-04-20T17:26:53Z', 'revision_number': 4, 'project_id': '6fbc56928ff042e1932dd00134e119f5', 'gw_port': {'id': '010e7743-ceb4-4b37-89c7-cee02b058063', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6efda1-216d-4b5b-a41b-6e859f36a067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:52Z', 'updated_at': '2021-04-20T17:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': '0f9d2919-02f1-4547-ac3f-31a411020a1c', 'name': '', 'network_id': 'dd8425b3-6ed7-4184-a03f-42e6b9631a79', 'tenant_id': '6fbc56928ff042e1932dd00134e119f5', 'mac_address': 'fa:16:3e:94:64:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6efda1-216d-4b5b-a41b-6e859f36a067', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01f89192-39a8-413c-9ac4-f73d45f1c8ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:42Z', 'updated_at': '2021-04-20T17:26:51Z', 'revision_number': 5, 'project_id': '6fbc56928ff042e1932dd00134e119f5', 'subnets': [{'id': '01f89192-39a8-413c-9ac4-f73d45f1c8ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e9dbad9-4da3-4d8d-b773-5fe8d05b0b3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:26:56.437295 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74236da4-c241-4e0c-be1e-774e90558279 None None] The sync data for ids ['7a6efda1-216d-4b5b-a41b-6e859f36a067'] in dv-cinder-786927-2-smb is: [{'id': '7a6efda1-216d-4b5b-a41b-6e859f36a067', 'name': 'router1', 'tenant_id': '6fbc56928ff042e1932dd00134e119f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.40'}], 'enable_snat': True}, 'gw_port_id': '010e7743-ceb4-4b37-89c7-cee02b058063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:26:32Z', 'updated_at': '2021-04-20T17:26:53Z', 'revision_number': 4, 'project_id': '6fbc56928ff042e1932dd00134e119f5', 'gw_port': {'id': '010e7743-ceb4-4b37-89c7-cee02b058063', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:f3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6efda1-216d-4b5b-a41b-6e859f36a067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:52Z', 'updated_at': '2021-04-20T17:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': '0f9d2919-02f1-4547-ac3f-31a411020a1c', 'name': '', 'network_id': 'dd8425b3-6ed7-4184-a03f-42e6b9631a79', 'tenant_id': '6fbc56928ff042e1932dd00134e119f5', 'mac_address': 'fa:16:3e:94:64:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6efda1-216d-4b5b-a41b-6e859f36a067', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01f89192-39a8-413c-9ac4-f73d45f1c8ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:26:42Z', 'updated_at': '2021-04-20T17:26:51Z', 'revision_number': 5, 'project_id': '6fbc56928ff042e1932dd00134e119f5', 'subnets': [{'id': '01f89192-39a8-413c-9ac4-f73d45f1c8ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e9dbad9-4da3-4d8d-b773-5fe8d05b0b3b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:26:57.082164 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 48668) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:26:57.206062 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-ac541bf1-b42c-4d76-ad1d-9a8a4fc226f3 admin admin] 10.222.0.75 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1220791 Apr 20 17:26:57.556336 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 010e7743-ceb4-4b37-89c7-cee02b058063 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:26:57.652627 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning for port 010e7743-ceb4-4b37-89c7-cee02b058063 completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:26:57.658398 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port 010e7743-ceb4-4b37-89c7-cee02b058063 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:26:57.658848 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:57.781700 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:57.799045 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] For port 010e7743-ceb4-4b37-89c7-cee02b058063, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=010e7743-ceb4-4b37-89c7-cee02b058063,segment=NetworkSegment(b1e9f102-11a2-4b4f-ab28-aef5c346bdb3),segment_id=b1e9f102-11a2-4b4f-ab28-aef5c346bdb3)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:26:57.823905 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:26:57.826280 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7b506ab8-bb7c-4f5f-afbd-181a4da84996 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:26:57.899131 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Pushing event updated for resources: {'Port': ['ID=010e7743-ceb4-4b37-89c7-cee02b058063,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:26:57.902275 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:26:59.560820 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 010e7743-ceb4-4b37-89c7-cee02b058063 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:26:59.641305 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port 010e7743-ceb4-4b37-89c7-cee02b058063 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:26:59.641718 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:27:04.024861 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-21f58dfe-da30-46c7-976b-cf335c72c74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:27:06.110211 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5e121806-b656-4185-a479-315c581a0edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:27:06.839915 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:27:07.464042 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:27:07.933019 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:27:22.462876 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 5 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:27:33.995914 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-daf677cd-259b-48f9-ad8c-f35f68468617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:27:36.080756 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e24e35c4-50d3-4d78-9bab-46c41fcb8c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:27:36.858328 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:27:37.470079 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:27:37.927469 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:27:59.462947 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 5 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:28:03.995669 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1ea9c22a-bade-4fde-97d0-f16f3eaad033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:28:06.127956 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8caed694-db98-49a3-9d81-3e724e62f947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:28:06.830776 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:28:07.464267 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:28:07.927149 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:28:33.989352 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fc39514b-187d-4a78-be32-88efdf564faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:28:36.087871 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ba961f35-6012-4ad1-abef-39e555fbe9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:28:36.464781 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 5 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:28:36.824903 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:28:37.471470 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:28:37.933256 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:28:42.761933 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 49238) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:42.834821 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ebe2814-c695-448f-961c-d368c47fd2eb admin admin] GET failed (client error): The resource could not be found. Apr 20 17:28:42.836165 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-4ebe2814-c695-448f-961c-d368c47fd2eb admin admin] 10.222.0.75 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0731883 Apr 20 17:28:42.976121 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edbd765-021a-430e-9c49-ae888cfbd759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:28:42.977567 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-0edbd765-021a-430e-9c49-ae888cfbd759 admin admin] 10.222.0.75 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1370571 Apr 20 17:28:45.463350 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 49248) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:45.579535 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d37d77f-df47-4341-8a62-ca9fe42219af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:28:45.580656 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-1d37d77f-df47-4341-8a62-ca9fe42219af admin admin] Synchronizing usage tracker for tenant:273ae48e6cba494f925740c5654ef7fc on resource:subnet {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:28:45.653423 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-1d37d77f-df47-4341-8a62-ca9fe42219af admin admin] Unset dirty status for tenant:273ae48e6cba494f925740c5654ef7fc on resource:subnet {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:28:45.654776 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-1d37d77f-df47-4341-8a62-ca9fe42219af admin admin] 10.222.0.75 "GET /v2.0/subnets/01f89192-39a8-413c-9ac4-f73d45f1c8ef HTTP/1.1" status: 200 len: 849 time: 0.1902640 Apr 20 17:28:45.665611 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-6d186dec-b4cf-4d66-950e-3109432e12dc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:28:45.787376 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6d186dec-b4cf-4d66-950e-3109432e12dc admin admin] Notify callbacks [] for subnet, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:28:46.139169 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6d186dec-b4cf-4d66-950e-3109432e12dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775308669401'] for subnet, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:28:46.144473 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-2cbc9fc3-b352-4092-ae5c-c64d6a8ec8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:28:46.183816 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d186dec-b4cf-4d66-950e-3109432e12dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:28:46.184536 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6d186dec-b4cf-4d66-950e-3109432e12dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:28:46.185793 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-6d186dec-b4cf-4d66-950e-3109432e12dc admin admin] 10.222.0.75 "PUT /v2.0/subnets/01f89192-39a8-413c-9ac4-f73d45f1c8ef HTTP/1.1" status: 200 len: 868 time: 0.5244308 Apr 20 17:28:46.187811 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971985e6-97d0-4d3c-9100-7c4be79334b2 None None] Network dd8425b3-6ed7-4184-a03f-42e6b9631a79 requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:28:46.219353 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d186dec-b4cf-4d66-950e-3109432e12dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=01f89192-39a8-413c-9ac4-f73d45f1c8ef,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:28:46.227777 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d186dec-b4cf-4d66-950e-3109432e12dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:28:46.228153 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d186dec-b4cf-4d66-950e-3109432e12dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:28:46.228515 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d186dec-b4cf-4d66-950e-3109432e12dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:28:46.228882 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d186dec-b4cf-4d66-950e-3109432e12dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:28:46.229246 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d186dec-b4cf-4d66-950e-3109432e12dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:28:46.229608 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d186dec-b4cf-4d66-950e-3109432e12dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:28:46.229972 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d186dec-b4cf-4d66-950e-3109432e12dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:28:46.230333 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d186dec-b4cf-4d66-950e-3109432e12dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:28:46.230739 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d186dec-b4cf-4d66-950e-3109432e12dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:28:46.231106 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d186dec-b4cf-4d66-950e-3109432e12dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:28:46.231467 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d186dec-b4cf-4d66-950e-3109432e12dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:28:46.231827 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d186dec-b4cf-4d66-950e-3109432e12dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:28:46.235642 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-6d186dec-b4cf-4d66-950e-3109432e12dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:28:46.844697 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-ac491e14-02fa-43e5-a0ca-e262b7293309 None None] Provisioning complete for port 0f9d2919-02f1-4547-ac3f-31a411020a1c triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:28:46.845347 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ac491e14-02fa-43e5-a0ca-e262b7293309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:28:46.979055 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-ac491e14-02fa-43e5-a0ca-e262b7293309 None None] Provisioning complete for port d6e7b2bc-7554-4e2f-b93d-8bcd627a3d43 triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:28:46.979367 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ac491e14-02fa-43e5-a0ca-e262b7293309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:28:48.707302 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 49258) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:48.892493 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395314fb-2815-4d7a-a17b-5b44e458eac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:28:48.892992 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395314fb-2815-4d7a-a17b-5b44e458eac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:28:48.894610 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-395314fb-2815-4d7a-a17b-5b44e458eac8 admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1862552 Apr 20 17:28:51.364375 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 49268) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:51.549886 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e1555-4d65-4ac0-8424-4c2e369f655e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:28:51.550343 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e1555-4d65-4ac0-8424-4c2e369f655e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:28:51.552016 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-439e1555-4d65-4ac0-8424-4c2e369f655e admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1865833 Apr 20 17:28:54.073573 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 49278) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:54.251874 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de544acf-a665-47a8-807b-21d5598cbeba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:28:54.253241 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-de544acf-a665-47a8-807b-21d5598cbeba admin admin] 10.222.0.75 "GET /v2.0/networks/a0481120-3cc8-449f-86d5-38ee9053982b HTTP/1.1" status: 200 len: 886 time: 0.1786909 Apr 20 17:28:56.736259 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 49288) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:56.919096 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04db43f5-ad78-4449-8bc9-035960a314b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:28:56.920442 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-04db43f5-ad78-4449-8bc9-035960a314b3 admin admin] 10.222.0.75 "GET /v2.0/networks/dd8425b3-6ed7-4184-a03f-42e6b9631a79 HTTP/1.1" status: 200 len: 869 time: 0.1831596 Apr 20 17:28:59.399582 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 49298) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:28:59.632792 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.policy [None req-b21db76f-b840-4501-b216-f19a88313892 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86489) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 17:28:59.845936 dv-cinder-786927-2-smb neutron-server[86373]: WARNING oslo_policy.policy [None req-b21db76f-b840-4501-b216-f19a88313892 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 17:28:59.846295 dv-cinder-786927-2-smb neutron-server[86373]: WARNING oslo_policy.policy [None req-b21db76f-b840-4501-b216-f19a88313892 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 17:28:59.863195 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21db76f-b840-4501-b216-f19a88313892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:28:59.863702 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21db76f-b840-4501-b216-f19a88313892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:28:59.865569 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-b21db76f-b840-4501-b216-f19a88313892 admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4649925 Apr 20 17:29:02.338239 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 49310) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:02.453988 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27e8f16-93e3-49c0-bfec-73fa31314688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:29:02.454533 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27e8f16-93e3-49c0-bfec-73fa31314688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:29:02.456154 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-b27e8f16-93e3-49c0-bfec-73fa31314688 admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1168637 Apr 20 17:29:04.007609 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fa245728-d5a8-4d3c-9d44-18d74180a18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:04.936994 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 49320) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:05.055292 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c12dd3-5067-4b5a-8e74-4ec85eed786f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:29:05.056728 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-12c12dd3-5067-4b5a-8e74-4ec85eed786f admin admin] 10.222.0.75 "GET /v2.0/subnets/01f89192-39a8-413c-9ac4-f73d45f1c8ef HTTP/1.1" status: 200 len: 868 time: 0.1186879 Apr 20 17:29:06.076277 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1d739567-c04a-4261-9e83-ab6af3a055a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:06.836207 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:07.476319 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:07.578764 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 49330) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:07.688490 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad52bfb-7ccf-44a4-8188-164b9fa81096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:29:07.690527 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-6ad52bfb-7ccf-44a4-8188-164b9fa81096 admin admin] 10.222.0.75 "GET /v2.0/subnets/ac485710-6ac4-46cc-b076-2738f89882f4 HTTP/1.1" status: 200 len: 816 time: 0.1102419 Apr 20 17:29:07.956477 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:13.464339 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 5 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:29:34.002390 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8eb7bce3-910b-4a40-871a-e289ff419048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:34.197872 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 49374) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:34.249427 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [None req-a8d14114-ce2b-44e4-8ea5-991767d98f00 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=86488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 17:29:34.250526 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-a8d14114-ce2b-44e4-8ea5-991767d98f00 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0516131 Apr 20 17:29:36.070356 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-37005a0a-5d52-4c5d-8eb1-11e82601462b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:36.859528 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:36.865657 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 49384) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:36.939370 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.pecan_wsgi.hooks.translation [None req-f700df87-bb08-476d-b407-cd0c4589451b admin admin] GET failed (client error): The resource could not be found. Apr 20 17:29:36.940742 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-f700df87-bb08-476d-b407-cd0c4589451b admin admin] 10.222.0.75 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0740719 Apr 20 17:29:37.077910 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e111273-37ad-48d6-9e64-c98eb81ea18e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:29:37.080038 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-0e111273-37ad-48d6-9e64-c98eb81ea18e admin admin] 10.222.0.75 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1348414 Apr 20 17:29:37.476273 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:37.949894 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:39.635942 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 49394) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:39.687006 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-0271b23c-2d9b-425b-a956-b499bd4f3cbe admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:29:39.692558 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-0271b23c-2d9b-425b-a956-b499bd4f3cbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:29:39.702789 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-0271b23c-2d9b-425b-a956-b499bd4f3cbe admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:29:39.750192 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0271b23c-2d9b-425b-a956-b499bd4f3cbe admin admin] Made reservation on behalf of 273ae48e6cba494f925740c5654ef7fc for: {'network': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:29:39.755358 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0271b23c-2d9b-425b-a956-b499bd4f3cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for network, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:39.848578 dv-cinder-786927-2-smb neutron-server[86373]: WARNING neutron.services.revisions.revision_plugin [None req-0271b23c-2d9b-425b-a956-b499bd4f3cbe admin admin] Could not find related network for resource to bump revision. Apr 20 17:29:39.860238 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0271b23c-2d9b-425b-a956-b499bd4f3cbe admin admin] vlan segment allocate from pool success with {'vlan_id': 965, 'physical_network': 'physnet1'} {{(pid=86488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 17:29:39.917657 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0271b23c-2d9b-425b-a956-b499bd4f3cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:39.918046 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.segments_db [None req-0271b23c-2d9b-425b-a956-b499bd4f3cbe admin admin] Added segment 5523f8f3-1657-46af-8d16-7be739a32df7 of type vlan for network 72f7840d-11b6-4261-b5da-a9ba0874367b Apr 20 17:29:39.944401 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0271b23c-2d9b-425b-a956-b499bd4f3cbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775308210547'] for network, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:39.990254 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0271b23c-2d9b-425b-a956-b499bd4f3cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for network, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:39.991661 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0271b23c-2d9b-425b-a956-b499bd4f3cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:29:39.992313 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0271b23c-2d9b-425b-a956-b499bd4f3cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:39.997141 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:29:40.100244 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271b23c-2d9b-425b-a956-b499bd4f3cbe admin admin] Pushing event updated for resources: {'Network': ['ID=72f7840d-11b6-4261-b5da-a9ba0874367b,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:29:40.103096 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0271b23c-2d9b-425b-a956-b499bd4f3cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:29:40.112667 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Network 72f7840d-11b6-4261-b5da-a9ba0874367b details requested by agent ovs-agent-dv-cinder-786927-2-smb with host dv-cinder-786927-2-smb {{(pid=86490) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 17:29:40.122908 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-0271b23c-2d9b-425b-a956-b499bd4f3cbe admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4856813 Apr 20 17:29:42.627812 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 49404) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:29:42.703405 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.pecan_wsgi.hooks.translation [None req-d58e116a-4196-4720-a292-c7d43f9020a9 admin admin] GET failed (client error): The resource could not be found. Apr 20 17:29:42.704054 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-d58e116a-4196-4720-a292-c7d43f9020a9 admin admin] Synchronizing usage tracker for tenant:273ae48e6cba494f925740c5654ef7fc on resource:network {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:29:42.739122 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-d58e116a-4196-4720-a292-c7d43f9020a9 admin admin] Unset dirty status for tenant:273ae48e6cba494f925740c5654ef7fc on resource:network {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:29:42.740462 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-d58e116a-4196-4720-a292-c7d43f9020a9 admin admin] 10.222.0.75 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1115105 Apr 20 17:29:42.857101 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57883d5e-9d5e-4e62-95ab-dd8d2f561f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:29:42.858688 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-57883d5e-9d5e-4e62-95ab-dd8d2f561f29 admin admin] 10.222.0.75 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1139097 Apr 20 17:29:42.869861 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-1990c7d3-89bb-43f7-b1f6-e9f51ddd11d2 admin admin] Request body: {'subnet': {'network_id': '72f7840d-11b6-4261-b5da-a9ba0874367b', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:29:42.874466 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-1990c7d3-89bb-43f7-b1f6-e9f51ddd11d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:29:42.885197 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-1990c7d3-89bb-43f7-b1f6-e9f51ddd11d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:29:42.921910 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1990c7d3-89bb-43f7-b1f6-e9f51ddd11d2 admin admin] Made reservation on behalf of 273ae48e6cba494f925740c5654ef7fc for: {'subnet': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:29:42.926914 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1990c7d3-89bb-43f7-b1f6-e9f51ddd11d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:43.427635 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1990c7d3-89bb-43f7-b1f6-e9f51ddd11d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for subnet, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:43.432334 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:29:43.508685 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990c7d3-89bb-43f7-b1f6-e9f51ddd11d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7868776-e3db-4095-ad4f-bb8623a05657,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:29:43.511339 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-1990c7d3-89bb-43f7-b1f6-e9f51ddd11d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:29:43.518002 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1990c7d3-89bb-43f7-b1f6-e9f51ddd11d2 admin admin] Checking segment: {'id': '5523f8f3-1657-46af-8d16-7be739a32df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '72f7840d-11b6-4261-b5da-a9ba0874367b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:29:43.518386 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1990c7d3-89bb-43f7-b1f6-e9f51ddd11d2 admin admin] Network hostable DHCP agents. Network: 72f7840d-11b6-4261-b5da-a9ba0874367b, hostable agents: ['3fc774e1-ba83-4007-9de0-3f46efafec56'], hosted agents: [] {{(pid=86488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 17:29:43.566252 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1990c7d3-89bb-43f7-b1f6-e9f51ddd11d2 admin admin] Network 72f7840d-11b6-4261-b5da-a9ba0874367b is scheduled to be hosted by DHCP agent 3fc774e1-ba83-4007-9de0-3f46efafec56 with binding_index 1 {{(pid=86488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 17:29:43.601768 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-1990c7d3-89bb-43f7-b1f6-e9f51ddd11d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-smb, 72f7840d-11b6-4261-b5da-a9ba0874367b) {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:29:43.606153 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1990c7d3-89bb-43f7-b1f6-e9f51ddd11d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:29:43.606858 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1990c7d3-89bb-43f7-b1f6-e9f51ddd11d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:43.612742 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c6a396-e1f0-4a0c-bffa-c9098ae04b0c None None] Network 72f7840d-11b6-4261-b5da-a9ba0874367b requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:29:43.660042 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-1990c7d3-89bb-43f7-b1f6-e9f51ddd11d2 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7939487 Apr 20 17:29:43.850708 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1465a3ff-4d68-5c93-b8aa-2e2b58023638-72f7840d-11b6-4261-b5da-a9ba0874367b', 'network_id': '72f7840d-11b6-4261-b5da-a9ba0874367b', 'tenant_id': '273ae48e6cba494f925740c5654ef7fc', 'fixed_ips': [{'subnet_id': 'c7868776-e3db-4095-ad4f-bb8623a05657'}]}} from dv-cinder-786927-2-smb. {{(pid=86490) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 17:29:43.851663 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:44.019649 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Allocated IP 192.168.233.2 (72f7840d-11b6-4261-b5da-a9ba0874367b/c7868776-e3db-4095-ad4f-bb8623a05657/fdb2a839-1827-4840-9664-94df48803d8e) {{(pid=86490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:29:44.430609 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Notify callbacks [] for port, precommit_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:44.549792 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Transition to ACTIVE for port object fdb2a839-1827-4840-9664-94df48803d8e will not be triggered until provisioned by entity L2. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:29:44.570907 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Transition to ACTIVE for port object fdb2a839-1827-4840-9664-94df48803d8e will not be triggered until provisioned by entity DHCP. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:29:44.624553 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889'] for port, after_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:44.631305 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:29:44.698991 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Network 72f7840d-11b6-4261-b5da-a9ba0874367b is already hosted by enough agents. {{(pid=86490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:29:44.702492 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Resources bound (agent type, host, resource id): {{(pid=86490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:29:44.706639 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Received port after_create {{(pid=86490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:29:44.716157 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Pushing event updated for resources: {'Port': ['ID=fdb2a839-1827-4840-9664-94df48803d8e,revision_number=1']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:29:44.758738 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:29:44.759124 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:29:44.759499 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:29:44.759870 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:29:44.760234 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:29:44.760595 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:29:44.760963 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:29:44.761319 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:29:44.761675 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:29:44.762031 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:29:44.762383 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:29:44.762772 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:29:44.791846 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:29:44.819286 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Attempting to bind port fdb2a839-1827-4840-9664-94df48803d8e on host dv-cinder-786927-2-smb for vnic_type normal with profile {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:29:44.819799 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Attempting to bind port fdb2a839-1827-4840-9664-94df48803d8e by drivers openvswitch,hyperv on host dv-cinder-786927-2-smb at level 0 using segments [{'id': '5523f8f3-1657-46af-8d16-7be739a32df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '72f7840d-11b6-4261-b5da-a9ba0874367b'}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:29:44.820198 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Attempting to bind port fdb2a839-1827-4840-9664-94df48803d8e on network 72f7840d-11b6-4261-b5da-a9ba0874367b {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:29:44.825973 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Checking agent: {'id': '74ba6a7c-ead8-41e5-9ed8-4c77b6c88b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 26, 7), 'started_at': datetime.datetime(2021, 4, 20, 17, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:29:44.826316 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Checking segment: {'id': '5523f8f3-1657-46af-8d16-7be739a32df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '72f7840d-11b6-4261-b5da-a9ba0874367b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:29:44.826864 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:44.827297 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Bound using segment: {'id': '5523f8f3-1657-46af-8d16-7be739a32df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '72f7840d-11b6-4261-b5da-a9ba0874367b'} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:29:44.827814 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Bound port: fdb2a839-1827-4840-9664-94df48803d8e, host: dv-cinder-786927-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5523f8f3-1657-46af-8d16-7be739a32df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '72f7840d-11b6-4261-b5da-a9ba0874367b'}}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:29:44.828227 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:44.924834 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] For port fdb2a839-1827-4840-9664-94df48803d8e, host dv-cinder-786927-2-smb, cleared binding levels {{(pid=86490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:29:44.928146 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] For port fdb2a839-1827-4840-9664-94df48803d8e, host dv-cinder-786927-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=fdb2a839-1827-4840-9664-94df48803d8e,segment=NetworkSegment(5523f8f3-1657-46af-8d16-7be739a32df7),segment_id=5523f8f3-1657-46af-8d16-7be739a32df7)] {{(pid=86490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:29:45.248184 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:45.254553 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:29:45.341321 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Pushing event updated for resources: {'Port': ['ID=fdb2a839-1827-4840-9664-94df48803d8e,revision_number=2']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:29:45.347020 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:29:45.715439 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device fdb2a839-1827-4840-9664-94df48803d8e up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:29:45.819458 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning for port fdb2a839-1827-4840-9664-94df48803d8e completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:29:46.568850 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85954a7-6559-4560-964e-3fabf156653c None None] Network 72f7840d-11b6-4261-b5da-a9ba0874367b requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:29:46.697551 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5d0c80fc-3ece-4ecf-9888-212b045a2aa4 None None] Provisioning for port fdb2a839-1827-4840-9664-94df48803d8e completed by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:29:46.708253 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5d0c80fc-3ece-4ecf-9888-212b045a2aa4 None None] Provisioning complete for port fdb2a839-1827-4840-9664-94df48803d8e triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:29:46.708662 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5d0c80fc-3ece-4ecf-9888-212b045a2aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:46.933517 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5d0c80fc-3ece-4ecf-9888-212b045a2aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:46.971367 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5d0c80fc-3ece-4ecf-9888-212b045a2aa4 None None] For port fdb2a839-1827-4840-9664-94df48803d8e, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=fdb2a839-1827-4840-9664-94df48803d8e,segment=NetworkSegment(5523f8f3-1657-46af-8d16-7be739a32df7),segment_id=5523f8f3-1657-46af-8d16-7be739a32df7)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:29:47.008271 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5d0c80fc-3ece-4ecf-9888-212b045a2aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:47.012108 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:29:47.083776 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c80fc-3ece-4ecf-9888-212b045a2aa4 None None] Pushing event updated for resources: {'Port': ['ID=fdb2a839-1827-4840-9664-94df48803d8e,revision_number=3']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:29:47.089278 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5d0c80fc-3ece-4ecf-9888-212b045a2aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:29:47.229931 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-f19050db-35c8-47f9-a804-e7d609e4ea54 None None] Provisioning complete for port fdb2a839-1827-4840-9664-94df48803d8e triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:29:47.230257 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f19050db-35c8-47f9-a804-e7d609e4ea54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:47.666498 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device fdb2a839-1827-4840-9664-94df48803d8e up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:29:47.738467 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port fdb2a839-1827-4840-9664-94df48803d8e triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:29:47.738908 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:29:50.464189 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 5 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:30:04.019145 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e69b8477-5169-437b-a0d6-d4f72bb821da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:30:06.082165 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e4fc55cd-57da-4dfc-a065-10ec6905f3bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:30:06.847838 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:30:07.475702 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:30:07.966671 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:30:27.463255 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 5 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:30:34.001438 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5fbefba4-6d9b-4c34-ac60-32c3b9372ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:30:36.086404 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-adf5dc23-bf5f-4df0-a3e3-624678ef5e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:30:36.852201 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:30:37.469701 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:30:37.967932 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:31:04.007988 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e982289f-5661-4ba9-89d5-8d8bdd9ba540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:31:04.462550 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 5 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:31:06.094266 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-aa621956-1595-4027-aeda-4bad6b472724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:31:06.372094 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 49450) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:06.378406 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [None req-6ffd9b76-2977-41d0-ba01-32e871083d8e tempest-verify_tempest_config-1236491121 tempest-verify_tempest_config-1236491121-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=86488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 17:31:06.379547 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-6ffd9b76-2977-41d0-ba01-32e871083d8e tempest-verify_tempest_config-1236491121 tempest-verify_tempest_config-1236491121-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064223 Apr 20 17:31:06.830683 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 49468) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:06.846315 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:31:06.953413 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4e7b26e8-b6c2-47dc-8902-8e8521d9c4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:31:06.968959 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-4e7b26e8-b6c2-47dc-8902-8e8521d9c4ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:31:06.972928 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-4e7b26e8-b6c2-47dc-8902-8e8521d9c4ca admin admin] Usage tracker for resource:security_group_rule and tenant:d7c3a64e6d4041b392afc829f8414fea is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:31:06.975863 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-4e7b26e8-b6c2-47dc-8902-8e8521d9c4ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:31:06.981795 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-4e7b26e8-b6c2-47dc-8902-8e8521d9c4ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:31:07.283538 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4e7b26e8-b6c2-47dc-8902-8e8521d9c4ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:31:07.316873 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4e7b26e8-b6c2-47dc-8902-8e8521d9c4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:31:07.328877 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:31:07.369251 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-4e7b26e8-b6c2-47dc-8902-8e8521d9c4ca admin admin] Synchronizing usage tracker for tenant:273ae48e6cba494f925740c5654ef7fc on resource:security_group {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:31:07.373869 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b26e8-b6c2-47dc-8902-8e8521d9c4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f579e7-2bac-4b83-abe1-5aa2fadf9313,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:31:07.383639 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b26e8-b6c2-47dc-8902-8e8521d9c4ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:31:07.384022 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b26e8-b6c2-47dc-8902-8e8521d9c4ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:31:07.384394 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b26e8-b6c2-47dc-8902-8e8521d9c4ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:31:07.384762 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b26e8-b6c2-47dc-8902-8e8521d9c4ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:31:07.385125 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b26e8-b6c2-47dc-8902-8e8521d9c4ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:31:07.385487 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b26e8-b6c2-47dc-8902-8e8521d9c4ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:31:07.385843 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b26e8-b6c2-47dc-8902-8e8521d9c4ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:31:07.386200 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b26e8-b6c2-47dc-8902-8e8521d9c4ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:31:07.386600 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b26e8-b6c2-47dc-8902-8e8521d9c4ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:31:07.386950 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b26e8-b6c2-47dc-8902-8e8521d9c4ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:31:07.387311 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b26e8-b6c2-47dc-8902-8e8521d9c4ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:31:07.387662 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7b26e8-b6c2-47dc-8902-8e8521d9c4ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:31:07.393184 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4e7b26e8-b6c2-47dc-8902-8e8521d9c4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:31:07.440602 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-4e7b26e8-b6c2-47dc-8902-8e8521d9c4ca admin admin] Unset dirty status for tenant:273ae48e6cba494f925740c5654ef7fc on resource:security_group {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:31:07.441934 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-4e7b26e8-b6c2-47dc-8902-8e8521d9c4ca admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d7c3a64e6d4041b392afc829f8414fea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6102192 Apr 20 17:31:07.444710 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 49474) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:31:07.476621 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:31:07.505780 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-58d41414-d6b2-41d1-a7cd-0d6b9f50bb90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:31:07.532744 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-58d41414-d6b2-41d1-a7cd-0d6b9f50bb90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:31:07.744810 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-58d41414-d6b2-41d1-a7cd-0d6b9f50bb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:31:07.749980 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:31:07.763248 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d41414-d6b2-41d1-a7cd-0d6b9f50bb90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f579e7-2bac-4b83-abe1-5aa2fadf9313,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:31:07.766662 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-58d41414-d6b2-41d1-a7cd-0d6b9f50bb90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:31:07.767590 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-58d41414-d6b2-41d1-a7cd-0d6b9f50bb90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:31:07.769295 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-58d41414-d6b2-41d1-a7cd-0d6b9f50bb90 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/70f579e7-2bac-4b83-abe1-5aa2fadf9313 HTTP/1.1" status: 204 len: 168 time: 0.3230813 Apr 20 17:31:07.956352 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:31:34.002295 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-527d757b-e4ff-4f14-abc3-c02b30ed2fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:31:36.093287 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d9f4545a-2a4a-44e4-a092-25954c513672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:31:36.859300 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:31:37.470445 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:31:37.977160 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:31:41.461873 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 5 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:32:04.007490 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-02b493cf-bd4d-4e87-b9df-c206a95fdaf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:32:06.087578 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c2a5a953-2e38-4b21-b67b-1520b6ada8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:32:06.856802 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:32:07.475831 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:32:07.978843 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:32:18.460840 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 5 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:32:34.013738 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2039fb25-8883-458b-a037-e7173ded7b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:32:36.098687 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2ada3190-8052-49ee-803f-1237ff458265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:32:36.856981 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:32:37.475593 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:32:37.976667 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:32:54.342580 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189'] for agent, after_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:32:55.460220 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:33:04.007229 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d6870480-606c-4164-9610-43bfccf01778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:33:06.098596 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a319f99a-ea17-425d-8624-641c6f9ec3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:33:06.864375 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:33:07.481530 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:33:07.982181 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:33:08.299794 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 49550) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:08.417750 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-e61c6fdf-f35a-499b-8799-56fb49116b01 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1168032 Apr 20 17:33:10.926858 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 49560) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:33:10.987365 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-52597405-d21a-47b7-b24f-9db0f80cbd97 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0593410 Apr 20 17:33:24.307222 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:33:32.460339 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:33:34.009886 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c545cd8c-bd02-4232-8cb2-b0959b4f8583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:33:36.098405 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1f080f25-ce95-4686-b855-da798cec606d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:33:36.869540 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:33:37.469520 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:33:37.983851 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:33:54.329757 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:34:04.009266 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c60e1f73-d825-463e-a0e0-7ebcc5db3c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:34:06.092217 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-51411c3c-eed3-4dfe-83e3-5a3a009bd8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:34:06.866486 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:34:07.472314 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:34:07.998433 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:34:09.460524 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:34:24.318513 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:34:34.026202 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-05d2d06b-9ae9-4356-a73f-cc81c2654616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:34:36.097620 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6c5769f4-7816-400b-8c27-7144dae29d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:34:36.869103 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:34:37.477759 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:34:38.035200 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:34:46.460413 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:34:54.337448 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:34:59.087622 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 49718) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:59.355377 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1660860736-network', 'tenant_id': '028eef62e6864fc89f3548dcd265d0df'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:34:59.361208 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:34:59.365233 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Usage tracker for resource:network and tenant:028eef62e6864fc89f3548dcd265d0df is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:34:59.368223 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:34:59.374724 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:34:59.423424 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Made reservation on behalf of 028eef62e6864fc89f3548dcd265d0df for: {'network': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:34:59.428316 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for network, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:34:59.445126 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:34:59.461105 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:34:59.465532 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Usage tracker for resource:security_group_rule and tenant:028eef62e6864fc89f3548dcd265d0df is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:34:59.468539 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:34:59.474898 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:34:59.574359 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:34:59.597319 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 49758) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:34:59.615092 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:34:59.635800 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-6f54f531-901c-4cae-abcf-6bb829d2d4c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:34:59.672765 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:34:59.683913 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:34:59.684482 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:34:59.685108 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:34:59.685633 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:34:59.686069 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:34:59.686655 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:34:59.687077 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:34:59.687503 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:34:59.687949 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:34:59.688380 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:34:59.688804 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:34:59.689228 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Tracked resource versions report: Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: pushed versions: Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: { 'AddressGroup': {'1.2'}, Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: 'ConntrackHelper': {'1.0'}, Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: 'Log': {'1.0'}, Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: 'Network': {'1.1'}, Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: 'Port': {'1.7'}, Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: 'PortForwarding': {'1.2'}, Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: 'QosPolicy': {'1.8'}, Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroup': {'1.4'}, Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroupRule': {'1.2'}, Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: 'SubPort': {'1.0'}, Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: 'Subnet': {'1.1'}, Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: 'Trunk': {'1.1'}} Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: consumer versions: Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: { DHCP agent@dv-cinder-786927-2-smb: {}, Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: HyperV agent@hv-cinder-78692: {}, Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: L3 agent@dv-cinder-786927-2-smb: {}, Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: Metadata agent@dv-cinder-786927-2-smb: {}, Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: Metering agent@dv-cinder-786927-2-smb: {}, Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: Open vSwitch agent@dv-cinder-786927-2-smb: { 'AddressGroup': '1.2', Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: 'ConntrackHelper': '1.0', Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: 'Log': '1.0', Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: 'Network': '1.1', Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: 'Port': '1.7', Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: 'PortForwarding': '1.2', Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: 'QosPolicy': '1.8', Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroup': '1.4', Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroupRule': '1.2', Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: 'SubPort': '1.0', Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: 'Subnet': '1.1', Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: 'Trunk': '1.1'}} Apr 20 17:34:59.690432 dv-cinder-786927-2-smb neutron-server[86373]: {{(pid=86488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 17:34:59.699435 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:34:59.703257 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] vlan segment allocate from pool success with {'vlan_id': 968, 'physical_network': 'physnet1'} {{(pid=86488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 17:34:59.712195 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:34:59.712591 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.segments_db [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Added segment f31269af-1add-45d1-8d0f-10926ba4bcd9 of type vlan for network a2d0ac58-2725-4eae-8fed-6bdf47ba936f Apr 20 17:34:59.740190 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775308210547'] for network, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:34:59.858263 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for network, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:34:59.859731 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:34:59.860370 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:34:59.869616 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:00.159831 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Pushing event updated for resources: {'Network': ['ID=a2d0ac58-2725-4eae-8fed-6bdf47ba936f,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:00.163054 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:00.173230 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Network a2d0ac58-2725-4eae-8fed-6bdf47ba936f details requested by agent ovs-agent-dv-cinder-786927-2-smb with host dv-cinder-786927-2-smb {{(pid=86490) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 17:35:00.192788 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1016665 Apr 20 17:35:00.192985 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 49776) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:00.208865 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-0f1943fc-a2e9-4b8a-a0db-314903e06161 admin admin] Request body: {'subnet': {'network_id': 'a2d0ac58-2725-4eae-8fed-6bdf47ba936f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1660860736-subnet', 'tenant_id': '028eef62e6864fc89f3548dcd265d0df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:00.213852 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-0f1943fc-a2e9-4b8a-a0db-314903e06161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:00.218306 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-0f1943fc-a2e9-4b8a-a0db-314903e06161 admin admin] Usage tracker for resource:subnet and tenant:028eef62e6864fc89f3548dcd265d0df is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:00.221500 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-0f1943fc-a2e9-4b8a-a0db-314903e06161 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:00.227775 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-0f1943fc-a2e9-4b8a-a0db-314903e06161 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:00.285304 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1854719539-network', 'tenant_id': '5e7a54edf6164b2386b817c8c986d476'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:00.288236 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.quota [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Loaded quota_driver: . Apr 20 17:35:00.297814 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:00.298002 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1943fc-a2e9-4b8a-a0db-314903e06161 admin admin] Made reservation on behalf of 028eef62e6864fc89f3548dcd265d0df for: {'subnet': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:35:00.304525 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Usage tracker for resource:network and tenant:5e7a54edf6164b2386b817c8c986d476 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:00.305136 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0f1943fc-a2e9-4b8a-a0db-314903e06161 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:00.308842 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:00.318245 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:00.336593 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 49784) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:00.363195 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Made reservation on behalf of 5e7a54edf6164b2386b817c8c986d476 for: {'network': 1} {{(pid=86489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:35:00.370292 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for network, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:00.378881 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 49790) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:00.390868 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:00.412980 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:00.417820 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Usage tracker for resource:security_group_rule and tenant:5e7a54edf6164b2386b817c8c986d476 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:00.462134 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 49798) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:00.477428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:00.485294 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:00.567976 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-982371314-network', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:00.615391 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-bf96a6dd-dcad-4699-935d-78a0b12ca12e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1076416549-network', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:00.623754 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-bf96a6dd-dcad-4699-935d-78a0b12ca12e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:00.624339 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:00.624633 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-bf96a6dd-dcad-4699-935d-78a0b12ca12e admin admin] Usage tracker for resource:network and tenant:91f08a58d46d4762b691ff2c6db71cd4 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:00.628115 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-bf96a6dd-dcad-4699-935d-78a0b12ca12e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:00.635975 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-bf96a6dd-dcad-4699-935d-78a0b12ca12e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:00.645771 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] Usage tracker for resource:network and tenant:3e86cc7941934d41a7fc333ea0673924 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:00.649454 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:00.661256 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1140046235-network', 'tenant_id': '01251bb1472d4100b4b5e33512120752'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:00.675600 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:00.679781 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] Usage tracker for resource:network and tenant:01251bb1472d4100b4b5e33512120752 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:00.682813 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:00.683124 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:00.699883 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:00.729162 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] Made reservation on behalf of 3e86cc7941934d41a7fc333ea0673924 for: {'network': 1} {{(pid=86489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:35:00.735123 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for network, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:00.748854 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:00.757971 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] Made reservation on behalf of 01251bb1472d4100b4b5e33512120752 for: {'network': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:35:00.763637 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for network, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:00.765035 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:00.769392 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] Usage tracker for resource:security_group_rule and tenant:3e86cc7941934d41a7fc333ea0673924 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:00.772648 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:00.774259 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf96a6dd-dcad-4699-935d-78a0b12ca12e admin admin] Made reservation on behalf of 91f08a58d46d4762b691ff2c6db71cd4 for: {'network': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:35:00.779424 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:00.779592 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bf96a6dd-dcad-4699-935d-78a0b12ca12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for network, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:00.817090 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:00.828883 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bf96a6dd-dcad-4699-935d-78a0b12ca12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:00.854513 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:00.913384 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:00.916584 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-bf96a6dd-dcad-4699-935d-78a0b12ca12e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:00.922709 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:00.925490 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-bf96a6dd-dcad-4699-935d-78a0b12ca12e admin admin] Usage tracker for resource:security_group_rule and tenant:91f08a58d46d4762b691ff2c6db71cd4 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:00.929127 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] Usage tracker for resource:security_group_rule and tenant:01251bb1472d4100b4b5e33512120752 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:00.933233 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-bf96a6dd-dcad-4699-935d-78a0b12ca12e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:00.933382 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:00.936805 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:00.946622 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:00.949076 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-bf96a6dd-dcad-4699-935d-78a0b12ca12e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:00.951798 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:00.977506 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:01.004252 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] vlan segment allocate from pool success with {'vlan_id': 960, 'physical_network': 'physnet1'} {{(pid=86489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 17:35:01.043501 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] vlan segment allocate from pool success with {'vlan_id': 983, 'physical_network': 'physnet1'} {{(pid=86489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 17:35:01.054818 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c0ad5f-370c-4443-a2a0-bca3a7bdb332,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:01.065516 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363261546189206', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:01.071439 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Unsubscribe: segment precommit_create {{(pid=86489) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 17:35:01.071439 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.segments_db [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Added segment c7b56a41-76e7-462b-af11-8512afa5b635 of type vlan for network b79cf7a9-60d0-4ba8-bbc1-fe5a3eeab2cf Apr 20 17:35:01.162289 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775308210547'] for network, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:01.212287 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:01.212823 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.segments_db [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] Added segment 0293f50f-b8a5-4a30-a918-07044456f366 of type vlan for network c4c40d2b-ceca-4fa5-a564-5d269c274c9e Apr 20 17:35:01.221051 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:01.221661 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:01.222228 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:01.222725 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:01.223184 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:01.224049 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:01.224520 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:01.224998 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:01.225459 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:01.226527 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:01.227013 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:01.227576 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:01.227833 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Tracked resource versions report: Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: pushed versions: Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: { 'AddressGroup': {'1.2'}, Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: 'ConntrackHelper': {'1.0'}, Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: 'Log': {'1.0'}, Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: 'Network': {'1.1'}, Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: 'Port': {'1.7'}, Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: 'PortForwarding': {'1.2'}, Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: 'QosPolicy': {'1.8'}, Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroup': {'1.4'}, Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroupRule': {'1.2'}, Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: 'SubPort': {'1.0'}, Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: 'Subnet': {'1.1'}, Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: 'Trunk': {'1.1'}} Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: consumer versions: Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: { DHCP agent@dv-cinder-786927-2-smb: {}, Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: HyperV agent@hv-cinder-78692: {}, Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: L3 agent@dv-cinder-786927-2-smb: {}, Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: Metadata agent@dv-cinder-786927-2-smb: {}, Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: Metering agent@dv-cinder-786927-2-smb: {}, Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: Open vSwitch agent@dv-cinder-786927-2-smb: { 'AddressGroup': '1.2', Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: 'ConntrackHelper': '1.0', Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: 'Log': '1.0', Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: 'Network': '1.1', Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: 'Port': '1.7', Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: 'PortForwarding': '1.2', Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: 'QosPolicy': '1.8', Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroup': '1.4', Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroupRule': '1.2', Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: 'SubPort': '1.0', Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: 'Subnet': '1.1', Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: 'Trunk': '1.1'}} Apr 20 17:35:01.229071 dv-cinder-786927-2-smb neutron-server[86373]: {{(pid=86489) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 17:35:01.236108 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bf96a6dd-dcad-4699-935d-78a0b12ca12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:01.253694 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0f1943fc-a2e9-4b8a-a0db-314903e06161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for subnet, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:01.258971 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-1990c7d3-89bb-43f7-b1f6-e9f51ddd11d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:01.265053 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for network, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:01.267943 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:01.268732 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:01.293178 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bf96a6dd-dcad-4699-935d-78a0b12ca12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:01.297768 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:01.303466 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:01.304993 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.305s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:01.358144 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf96a6dd-dcad-4699-935d-78a0b12ca12e admin admin] vlan segment allocate from pool success with {'vlan_id': 957, 'physical_network': 'physnet1'} {{(pid=86488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 17:35:01.375438 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] vlan segment allocate from pool success with {'vlan_id': 990, 'physical_network': 'physnet1'} {{(pid=86488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 17:35:01.378653 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d058ea5-5c4a-4f4d-8295-a6aa45af964a,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:01.381430 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:01.384937 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:01.408313 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1943fc-a2e9-4b8a-a0db-314903e06161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6eddfa4-1956-4af6-940a-b08e3d6fd898,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:01.419345 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0f1943fc-a2e9-4b8a-a0db-314903e06161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:01.420565 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:01.428625 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1943fc-a2e9-4b8a-a0db-314903e06161 admin admin] Checking segment: {'id': 'f31269af-1add-45d1-8d0f-10926ba4bcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'a2d0ac58-2725-4eae-8fed-6bdf47ba936f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:35:01.429153 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1943fc-a2e9-4b8a-a0db-314903e06161 admin admin] Network hostable DHCP agents. Network: a2d0ac58-2725-4eae-8fed-6bdf47ba936f, hostable agents: ['3fc774e1-ba83-4007-9de0-3f46efafec56'], hosted agents: [] {{(pid=86488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 17:35:01.490419 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96a6dd-dcad-4699-935d-78a0b12ca12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d73d23-eb47-4b92-a1f9-a12af76051f1,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:01.504523 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:01.504934 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.segments_db [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] Added segment 298dea6b-a86e-4948-8779-be9aab2150f8 of type vlan for network e8f09bcd-893a-4aea-86d8-7154ff72667c Apr 20 17:35:01.526114 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bf96a6dd-dcad-4699-935d-78a0b12ca12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:01.526114 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.segments_db [None req-bf96a6dd-dcad-4699-935d-78a0b12ca12e admin admin] Added segment e14d65d0-4771-459b-a922-510f87239a35 of type vlan for network 43f466f2-e643-4c2d-a72d-6fa47845b747 Apr 20 17:35:01.531428 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9329042 Apr 20 17:35:01.536827 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 49844) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:01.542080 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775308210547'] for network, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:01.550925 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-4918001c-74c6-4666-bb09-fecf64e53476 admin admin] Request body: {'subnet': {'network_id': 'b79cf7a9-60d0-4ba8-bbc1-fe5a3eeab2cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1854719539-subnet', 'tenant_id': '5e7a54edf6164b2386b817c8c986d476', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:01.562636 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-4918001c-74c6-4666-bb09-fecf64e53476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:01.567474 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1943fc-a2e9-4b8a-a0db-314903e06161 admin admin] Network a2d0ac58-2725-4eae-8fed-6bdf47ba936f is scheduled to be hosted by DHCP agent 3fc774e1-ba83-4007-9de0-3f46efafec56 with binding_index 1 {{(pid=86488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 17:35:01.569726 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Pushing event updated for resources: {'Network': ['ID=b79cf7a9-60d0-4ba8-bbc1-fe5a3eeab2cf,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:01.572482 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-4918001c-74c6-4666-bb09-fecf64e53476 admin admin] Usage tracker for resource:subnet and tenant:5e7a54edf6164b2386b817c8c986d476 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:01.576496 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac5949f-0c19-4e99-9599-3ff3edc64c36,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:01.576770 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-4918001c-74c6-4666-bb09-fecf64e53476 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:01.595564 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:01.595703 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:01.596442 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4e7b26e8-b6c2-47dc-8902-8e8521d9c4ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:01.597755 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-4918001c-74c6-4666-bb09-fecf64e53476 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:01.598375 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4e7b26e8-b6c2-47dc-8902-8e8521d9c4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:01.637163 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Network b79cf7a9-60d0-4ba8-bbc1-fe5a3eeab2cf details requested by agent ovs-agent-dv-cinder-786927-2-smb with host dv-cinder-786927-2-smb {{(pid=86490) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 17:35:01.664902 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4918001c-74c6-4666-bb09-fecf64e53476 admin admin] Made reservation on behalf of 5e7a54edf6164b2386b817c8c986d476 for: {'subnet': 1} {{(pid=86489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:35:01.667073 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775308210547'] for network, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:01.679938 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4918001c-74c6-4666-bb09-fecf64e53476 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:01.757707 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bf96a6dd-dcad-4699-935d-78a0b12ca12e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775308210547'] for network, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:01.782335 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for network, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:01.787147 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-0f1943fc-a2e9-4b8a-a0db-314903e06161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-smb, a2d0ac58-2725-4eae-8fed-6bdf47ba936f) {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:35:01.802023 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:01.802795 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:01.807077 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767c6d73-c343-4605-ae81-80244c7141d5 None None] Network a2d0ac58-2725-4eae-8fed-6bdf47ba936f requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:35:01.815343 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:01.821285 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for network, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:01.857644 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:01.858541 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:01.866576 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:01.913086 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1943fc-a2e9-4b8a-a0db-314903e06161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:01.913768 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0f1943fc-a2e9-4b8a-a0db-314903e06161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:01.955632 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] Pushing event updated for resources: {'Network': ['ID=e8f09bcd-893a-4aea-86d8-7154ff72667c,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:01.958785 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:01.977141 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Network e8f09bcd-893a-4aea-86d8-7154ff72667c details requested by agent ovs-agent-dv-cinder-786927-2-smb with host dv-cinder-786927-2-smb {{(pid=86490) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 17:35:01.994396 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bf96a6dd-dcad-4699-935d-78a0b12ca12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for network, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:02.007206 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf96a6dd-dcad-4699-935d-78a0b12ca12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:02.008018 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bf96a6dd-dcad-4699-935d-78a0b12ca12e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:02.029392 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] Pushing event updated for resources: {'Network': ['ID=c4c40d2b-ceca-4fa5-a564-5d269c274c9e,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:02.032428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:02.040211 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:02.060688 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7222958 Apr 20 17:35:02.063776 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 49862) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:02.072129 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Network c4c40d2b-ceca-4fa5-a564-5d269c274c9e details requested by agent ovs-agent-dv-cinder-786927-2-smb with host dv-cinder-786927-2-smb {{(pid=86490) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 17:35:02.072609 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-d2be5b57-3a67-48cb-9ddb-68b715420298 admin admin] Request body: {'subnet': {'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-982371314-subnet', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:02.079594 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-d2be5b57-3a67-48cb-9ddb-68b715420298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:02.103451 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-d2be5b57-3a67-48cb-9ddb-68b715420298 admin admin] Usage tracker for resource:subnet and tenant:3e86cc7941934d41a7fc333ea0673924 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:02.113377 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-d2be5b57-3a67-48cb-9ddb-68b715420298 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:02.123984 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6601317 Apr 20 17:35:02.142096 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 49870) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:02.146968 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-0f1943fc-a2e9-4b8a-a0db-314903e06161 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9529185 Apr 20 17:35:02.148811 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-bf96a6dd-dcad-4699-935d-78a0b12ca12e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7688034 Apr 20 17:35:02.155264 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 49872) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:02.155743 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 49876) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:02.163982 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-a343d85c-3bdc-4888-ba7b-5db3175c61f2 admin admin] Request body: {'subnet': {'network_id': 'e8f09bcd-893a-4aea-86d8-7154ff72667c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1140046235-subnet', 'tenant_id': '01251bb1472d4100b4b5e33512120752', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:02.174823 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-faf2a155-23ce-4ec3-b685-b06d071aa261 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1660860736-router', 'tenant_id': '028eef62e6864fc89f3548dcd265d0df', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:02.182184 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-230fb8ca-f80f-4711-afe3-f875b09645f0 admin admin] Request body: {'subnet': {'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1076416549-subnet', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:02.187679 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-a343d85c-3bdc-4888-ba7b-5db3175c61f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:02.195580 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-230fb8ca-f80f-4711-afe3-f875b09645f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:02.199688 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-faf2a155-23ce-4ec3-b685-b06d071aa261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:02.206965 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-a343d85c-3bdc-4888-ba7b-5db3175c61f2 admin admin] Usage tracker for resource:subnet and tenant:01251bb1472d4100b4b5e33512120752 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:02.211797 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-230fb8ca-f80f-4711-afe3-f875b09645f0 admin admin] Usage tracker for resource:subnet and tenant:91f08a58d46d4762b691ff2c6db71cd4 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:02.215228 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96a6dd-dcad-4699-935d-78a0b12ca12e admin admin] Pushing event updated for resources: {'Network': ['ID=43f466f2-e643-4c2d-a72d-6fa47845b747,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:02.218371 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-230fb8ca-f80f-4711-afe3-f875b09645f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:02.222415 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-a343d85c-3bdc-4888-ba7b-5db3175c61f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:02.226251 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-faf2a155-23ce-4ec3-b685-b06d071aa261 admin admin] Usage tracker for resource:router and tenant:028eef62e6864fc89f3548dcd265d0df is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:02.236377 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-bf96a6dd-dcad-4699-935d-78a0b12ca12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:02.237302 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-230fb8ca-f80f-4711-afe3-f875b09645f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:02.239550 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-a343d85c-3bdc-4888-ba7b-5db3175c61f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:02.241478 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-faf2a155-23ce-4ec3-b685-b06d071aa261 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:02.253124 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-faf2a155-23ce-4ec3-b685-b06d071aa261 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:02.261795 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-d2be5b57-3a67-48cb-9ddb-68b715420298 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:02.280356 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Network 43f466f2-e643-4c2d-a72d-6fa47845b747 details requested by agent ovs-agent-dv-cinder-786927-2-smb with host dv-cinder-786927-2-smb {{(pid=86490) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 17:35:02.344137 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230fb8ca-f80f-4711-afe3-f875b09645f0 admin admin] Made reservation on behalf of 91f08a58d46d4762b691ff2c6db71cd4 for: {'subnet': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:35:02.349774 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-230fb8ca-f80f-4711-afe3-f875b09645f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:02.364217 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2be5b57-3a67-48cb-9ddb-68b715420298 admin admin] Made reservation on behalf of 3e86cc7941934d41a7fc333ea0673924 for: {'subnet': 1} {{(pid=86489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:35:02.369608 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d2be5b57-3a67-48cb-9ddb-68b715420298 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:02.377385 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a343d85c-3bdc-4888-ba7b-5db3175c61f2 admin admin] Made reservation on behalf of 01251bb1472d4100b4b5e33512120752 for: {'subnet': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:35:02.382327 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a343d85c-3bdc-4888-ba7b-5db3175c61f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:02.403012 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-faf2a155-23ce-4ec3-b685-b06d071aa261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854152721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770244'] for router, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:02.404300 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-faf2a155-23ce-4ec3-b685-b06d071aa261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-425729', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5540'] for router, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:02.470882 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5300663-a0eb-4b52-9eb0-c3fa1bd910ec None None] Network a2d0ac58-2725-4eae-8fed-6bdf47ba936f requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:35:02.705396 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-faf2a155-23ce-4ec3-b685-b06d071aa261 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:02.755518 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4918001c-74c6-4666-bb09-fecf64e53476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for subnet, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:02.768195 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:02.825114 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 49890) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:02.877088 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918001c-74c6-4666-bb09-fecf64e53476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a678c75-60ed-41ac-935a-5a424cb13d6e,revision_number=0']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:02.886460 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4918001c-74c6-4666-bb09-fecf64e53476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:02.923869 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4918001c-74c6-4666-bb09-fecf64e53476 admin admin] Checking segment: {'id': 'c7b56a41-76e7-462b-af11-8512afa5b635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 960, 'network_id': 'b79cf7a9-60d0-4ba8-bbc1-fe5a3eeab2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:35:02.924261 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4918001c-74c6-4666-bb09-fecf64e53476 admin admin] Network hostable DHCP agents. Network: b79cf7a9-60d0-4ba8-bbc1-fe5a3eeab2cf, hostable agents: ['3fc774e1-ba83-4007-9de0-3f46efafec56'], hosted agents: [] {{(pid=86489) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 17:35:03.017750 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4918001c-74c6-4666-bb09-fecf64e53476 admin admin] Network b79cf7a9-60d0-4ba8-bbc1-fe5a3eeab2cf is scheduled to be hosted by DHCP agent 3fc774e1-ba83-4007-9de0-3f46efafec56 with binding_index 1 {{(pid=86489) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 17:35:03.025094 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4cb9dec3-2745-4053-b466-7d66c72c574c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:03.059088 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-4cb9dec3-2745-4053-b466-7d66c72c574c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:03.063299 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-4cb9dec3-2745-4053-b466-7d66c72c574c admin admin] Usage tracker for resource:security_group_rule and tenant:e2d189bd2eaf481f8d5b4b6f170ac08a is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:03.067667 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-4cb9dec3-2745-4053-b466-7d66c72c574c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:03.074794 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-4cb9dec3-2745-4053-b466-7d66c72c574c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:03.110015 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-4918001c-74c6-4666-bb09-fecf64e53476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-smb, b79cf7a9-60d0-4ba8-bbc1-fe5a3eeab2cf) {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:35:03.143016 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b251633-3b25-4ab8-87ba-47a2ea0f27ae None None] Network b79cf7a9-60d0-4ba8-bbc1-fe5a3eeab2cf requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:35:03.146732 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4918001c-74c6-4666-bb09-fecf64e53476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:03.147485 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4918001c-74c6-4666-bb09-fecf64e53476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for subnet, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:03.252884 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-faf2a155-23ce-4ec3-b685-b06d071aa261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-425974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-635484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5525'] for router, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:03.293453 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4cb9dec3-2745-4053-b466-7d66c72c574c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:03.346267 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-4918001c-74c6-4666-bb09-fecf64e53476 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8082974 Apr 20 17:35:03.347907 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4cb9dec3-2745-4053-b466-7d66c72c574c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:03.361070 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:03.419365 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-4cb9dec3-2745-4053-b466-7d66c72c574c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e2d189bd2eaf481f8d5b4b6f170ac08a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5876315 Apr 20 17:35:03.420723 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 49912) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:03.424046 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9dec3-2745-4053-b466-7d66c72c574c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cec4cd-89f5-4a64-9e61-d2bae2612e53,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:03.442302 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4cb9dec3-2745-4053-b466-7d66c72c574c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:03.590121 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c598a796-0857-440c-9397-4da58c8efea3 None None] Network b79cf7a9-60d0-4ba8-bbc1-fe5a3eeab2cf requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:35:03.636111 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d2be5b57-3a67-48cb-9ddb-68b715420298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for subnet, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:03.645941 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4918001c-74c6-4666-bb09-fecf64e53476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:03.680147 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f8242950-715f-4b10-a7ea-e30f6e2e3edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:03.792085 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f8242950-715f-4b10-a7ea-e30f6e2e3edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:03.829057 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be5b57-3a67-48cb-9ddb-68b715420298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8db6b26-5954-455b-bb2e-7d6df06854c9,revision_number=0']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:03.836172 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d2be5b57-3a67-48cb-9ddb-68b715420298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:03.889450 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be5b57-3a67-48cb-9ddb-68b715420298 admin admin] Checking segment: {'id': '0293f50f-b8a5-4a30-a918-07044456f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:35:03.890086 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2be5b57-3a67-48cb-9ddb-68b715420298 admin admin] Network hostable DHCP agents. Network: c4c40d2b-ceca-4fa5-a564-5d269c274c9e, hostable agents: ['3fc774e1-ba83-4007-9de0-3f46efafec56'], hosted agents: [] {{(pid=86489) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 17:35:03.972806 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2be5b57-3a67-48cb-9ddb-68b715420298 admin admin] Network c4c40d2b-ceca-4fa5-a564-5d269c274c9e is scheduled to be hosted by DHCP agent 3fc774e1-ba83-4007-9de0-3f46efafec56 with binding_index 1 {{(pid=86489) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 17:35:04.063800 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-d2be5b57-3a67-48cb-9ddb-68b715420298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-smb, c4c40d2b-ceca-4fa5-a564-5d269c274c9e) {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:35:04.074371 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2be5b57-3a67-48cb-9ddb-68b715420298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:04.075040 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d2be5b57-3a67-48cb-9ddb-68b715420298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for subnet, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:04.120178 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f8242950-715f-4b10-a7ea-e30f6e2e3edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:04.125752 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f8242950-715f-4b10-a7ea-e30f6e2e3edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:04.134033 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-f8242950-715f-4b10-a7ea-e30f6e2e3edb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c2cec4cd-89f5-4a64-9e61-d2bae2612e53 HTTP/1.1" status: 204 len: 168 time: 0.7120273 Apr 20 17:35:04.136720 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4cb9dec3-2745-4053-b466-7d66c72c574c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:04.163480 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8242950-715f-4b10-a7ea-e30f6e2e3edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cec4cd-89f5-4a64-9e61-d2bae2612e53,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:04.171288 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f8242950-715f-4b10-a7ea-e30f6e2e3edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:04.173179 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-d2be5b57-3a67-48cb-9ddb-68b715420298 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1084106 Apr 20 17:35:04.176558 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 49942) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:04.186806 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-2de1861c-207e-41da-8e4c-5a5b321177c6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-982371314-router', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:04.203367 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-2de1861c-207e-41da-8e4c-5a5b321177c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:04.208990 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a343d85c-3bdc-4888-ba7b-5db3175c61f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for subnet, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:04.209217 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-2de1861c-207e-41da-8e4c-5a5b321177c6 admin admin] Usage tracker for resource:router and tenant:3e86cc7941934d41a7fc333ea0673924 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:04.221063 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-2de1861c-207e-41da-8e4c-5a5b321177c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:04.234118 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-2de1861c-207e-41da-8e4c-5a5b321177c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:04.267044 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:04.273990 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777d5374-b430-4d47-9595-2631fff9324a None None] Network c4c40d2b-ceca-4fa5-a564-5d269c274c9e requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:35:04.292250 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2de1861c-207e-41da-8e4c-5a5b321177c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854152721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770244'] for router, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:04.293688 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2de1861c-207e-41da-8e4c-5a5b321177c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-425729', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5540'] for router, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:04.333649 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2de1861c-207e-41da-8e4c-5a5b321177c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:04.513856 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d98b44cf-1ef1-48b1-8e9d-9bd3f1d90aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:04.557702 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-230fb8ca-f80f-4711-afe3-f875b09645f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for subnet, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:04.581002 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 49956) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:04.594662 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a343d85c-3bdc-4888-ba7b-5db3175c61f2 admin admin] Checking segment: {'id': '298dea6b-a86e-4948-8779-be9aab2150f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'e8f09bcd-893a-4aea-86d8-7154ff72667c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:35:04.597726 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a343d85c-3bdc-4888-ba7b-5db3175c61f2 admin admin] Network hostable DHCP agents. Network: e8f09bcd-893a-4aea-86d8-7154ff72667c, hostable agents: ['3fc774e1-ba83-4007-9de0-3f46efafec56'], hosted agents: [] {{(pid=86488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 17:35:04.620266 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343d85c-3bdc-4888-ba7b-5db3175c61f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e3a6349-719c-4326-b590-f127c42a3933,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:04.644782 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a343d85c-3bdc-4888-ba7b-5db3175c61f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:04.647590 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a343d85c-3bdc-4888-ba7b-5db3175c61f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:04.697278 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-256904713-network', 'tenant_id': '74f958007d294cf6a9de9d5a7fa90fe8'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:04.737134 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-faf2a155-23ce-4ec3-b685-b06d071aa261 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:04.773027 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:04.796800 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1465a3ff-4d68-5c93-b8aa-2e2b58023638-c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'fixed_ips': [{'subnet_id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9'}]}} from dv-cinder-786927-2-smb. {{(pid=86490) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 17:35:04.797770 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:04.799756 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] Usage tracker for resource:network and tenant:74f958007d294cf6a9de9d5a7fa90fe8 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:04.802889 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-faf2a155-23ce-4ec3-b685-b06d071aa261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:04.807405 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:04.867690 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:04.877867 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a343d85c-3bdc-4888-ba7b-5db3175c61f2 admin admin] Network e8f09bcd-893a-4aea-86d8-7154ff72667c is scheduled to be hosted by DHCP agent 3fc774e1-ba83-4007-9de0-3f46efafec56 with binding_index 1 {{(pid=86488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 17:35:04.889452 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fb8ca-f80f-4711-afe3-f875b09645f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7b59eb6-7796-4d48-ad26-1b7d7898dd0a,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:04.905015 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-230fb8ca-f80f-4711-afe3-f875b09645f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:04.923766 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230fb8ca-f80f-4711-afe3-f875b09645f0 admin admin] Checking segment: {'id': 'e14d65d0-4771-459b-a922-510f87239a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:35:04.924158 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230fb8ca-f80f-4711-afe3-f875b09645f0 admin admin] Network hostable DHCP agents. Network: 43f466f2-e643-4c2d-a72d-6fa47845b747, hostable agents: ['3fc774e1-ba83-4007-9de0-3f46efafec56'], hosted agents: [] {{(pid=86488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 17:35:05.015147 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] Made reservation on behalf of 74f958007d294cf6a9de9d5a7fa90fe8 for: {'network': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:35:05.020694 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for network, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:05.031312 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-a343d85c-3bdc-4888-ba7b-5db3175c61f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-smb, e8f09bcd-893a-4aea-86d8-7154ff72667c) {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:35:05.031458 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Allocated IP 172.20.0.2 (c4c40d2b-ceca-4fa5-a564-5d269c274c9e/c8db6b26-5954-455b-bb2e-7d6df06854c9/71d3a959-6ab7-4551-9ad3-f8d92946d81b) {{(pid=86490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:35:05.032808 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 49962) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:05.073901 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:05.087202 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a343d85c-3bdc-4888-ba7b-5db3175c61f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:05.087506 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a343d85c-3bdc-4888-ba7b-5db3175c61f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:05.105962 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230fb8ca-f80f-4711-afe3-f875b09645f0 admin admin] Network 43f466f2-e643-4c2d-a72d-6fa47845b747 is scheduled to be hosted by DHCP agent 3fc774e1-ba83-4007-9de0-3f46efafec56 with binding_index 1 {{(pid=86488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 17:35:05.108377 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e55417bf-110e-4f90-883b-6f8f895d74ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:05.163500 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:05.181640 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-e55417bf-110e-4f90-883b-6f8f895d74ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:05.181887 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e27a680-d9ee-4416-837a-d84ed9787a91 None None] Network e8f09bcd-893a-4aea-86d8-7154ff72667c requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:35:05.184513 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-faf2a155-23ce-4ec3-b685-b06d071aa261 admin admin] Allocated IP 172.28.1.47 (a0481120-3cc8-449f-86d5-38ee9053982b/ac485710-6ac4-46cc-b076-2738f89882f4/c6d483cf-c137-4e9c-8179-0575961e93cd) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:35:05.187985 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] Usage tracker for resource:security_group_rule and tenant:74f958007d294cf6a9de9d5a7fa90fe8 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:05.192463 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2de1861c-207e-41da-8e4c-5a5b321177c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-425974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-635484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5525'] for router, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:05.195129 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:05.201757 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-e55417bf-110e-4f90-883b-6f8f895d74ab admin admin] Usage tracker for resource:security_group_rule and tenant:6190b0e645854274a6dac880f941ccfe is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:05.204621 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-230fb8ca-f80f-4711-afe3-f875b09645f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-smb, 43f466f2-e643-4c2d-a72d-6fa47845b747) {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:35:05.211152 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:05.217157 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230fb8ca-f80f-4711-afe3-f875b09645f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:05.217804 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-230fb8ca-f80f-4711-afe3-f875b09645f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:05.255209 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-a343d85c-3bdc-4888-ba7b-5db3175c61f2 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1043532 Apr 20 17:35:05.283267 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-e55417bf-110e-4f90-883b-6f8f895d74ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:05.287620 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f8ea54-5c76-4670-8ccc-f0617fc13258 None None] Network 43f466f2-e643-4c2d-a72d-6fa47845b747 requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:35:05.300933 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-e55417bf-110e-4f90-883b-6f8f895d74ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:05.474423 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-faf2a155-23ce-4ec3-b685-b06d071aa261 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:05.506809 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-230fb8ca-f80f-4711-afe3-f875b09645f0 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.3480294 Apr 20 17:35:05.508848 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 49992) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:05.516241 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-5fee0ecc-2f36-475f-b2a6-ffd65a002cbf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1076416549-router', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:05.523092 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-5fee0ecc-2f36-475f-b2a6-ffd65a002cbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:05.529098 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-5fee0ecc-2f36-475f-b2a6-ffd65a002cbf admin admin] Usage tracker for resource:router and tenant:91f08a58d46d4762b691ff2c6db71cd4 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:05.532864 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-5fee0ecc-2f36-475f-b2a6-ffd65a002cbf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:05.540449 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-5fee0ecc-2f36-475f-b2a6-ffd65a002cbf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:05.581990 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Notify callbacks [] for port, precommit_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:05.636613 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Transition to ACTIVE for port object 71d3a959-6ab7-4551-9ad3-f8d92946d81b will not be triggered until provisioned by entity L2. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:35:05.663365 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:05.672025 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-faf2a155-23ce-4ec3-b685-b06d071aa261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:05.685997 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:05.716872 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Transition to ACTIVE for port object 71d3a959-6ab7-4551-9ad3-f8d92946d81b will not be triggered until provisioned by entity DHCP. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:35:05.724890 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:05.743640 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5fee0ecc-2f36-475f-b2a6-ffd65a002cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854152721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770244'] for router, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:05.744677 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5fee0ecc-2f36-475f-b2a6-ffd65a002cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-425729', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5540'] for router, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:05.773919 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf2a155-23ce-4ec3-b685-b06d071aa261 admin admin] Network a0481120-3cc8-449f-86d5-38ee9053982b is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:35:05.779450 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-faf2a155-23ce-4ec3-b685-b06d071aa261 admin admin] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:35:05.783357 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf2a155-23ce-4ec3-b685-b06d071aa261 admin admin] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:35:05.792041 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889'] for port, after_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:05.792920 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2de1861c-207e-41da-8e4c-5a5b321177c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:05.812953 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:05.830402 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2de1861c-207e-41da-8e4c-5a5b321177c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:05.866708 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271234f0-2580-4c94-b2c7-452c8a79f36e None None] Network e8f09bcd-893a-4aea-86d8-7154ff72667c requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:35:05.871433 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2a155-23ce-4ec3-b685-b06d071aa261 admin admin] Pushing event updated for resources: {'Port': ['ID=c6d483cf-c137-4e9c-8179-0575961e93cd,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:05.875009 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-faf2a155-23ce-4ec3-b685-b06d071aa261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:05.912607 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 50010) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:05.922860 dv-cinder-786927-2-smb neutron-server[86373]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 17:35:05.950376 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e55417bf-110e-4f90-883b-6f8f895d74ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:05.952342 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] vlan segment allocate from pool success with {'vlan_id': 989, 'physical_network': 'physnet1'} {{(pid=86488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 17:35:05.972936 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Network c4c40d2b-ceca-4fa5-a564-5d269c274c9e is already hosted by enough agents. {{(pid=86490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:35:05.977550 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Resources bound (agent type, host, resource id): {{(pid=86490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:35:05.987526 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1465a3ff-4d68-5c93-b8aa-2e2b58023638-43f466f2-e643-4c2d-a72d-6fa47845b747', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'fixed_ips': [{'subnet_id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a'}]}} from dv-cinder-786927-2-smb. {{(pid=86490) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 17:35:05.988491 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:06.002685 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Received port after_create {{(pid=86490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:35:06.009594 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:06.009744 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Pushing event updated for resources: {'Port': ['ID=71d3a959-6ab7-4551-9ad3-f8d92946d81b,revision_number=1']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:06.031862 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:06.036020 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5fee0ecc-2f36-475f-b2a6-ffd65a002cbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:06.036129 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:06.036129 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:06.036129 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:06.036129 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:06.036129 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:06.036129 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:06.036129 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:06.036129 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:06.036129 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:06.036129 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:06.036129 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Tracked resource versions report: Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: pushed versions: Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: { 'AddressGroup': {'1.2'}, Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: 'ConntrackHelper': {'1.0'}, Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: 'Log': {'1.0'}, Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: 'Network': {'1.1'}, Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: 'Port': {'1.7'}, Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: 'PortForwarding': {'1.2'}, Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: 'QosPolicy': {'1.8'}, Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroup': {'1.4'}, Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroupRule': {'1.2'}, Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: 'SubPort': {'1.0'}, Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: 'Subnet': {'1.1'}, Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: 'Trunk': {'1.1'}} Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: consumer versions: Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: { DHCP agent@dv-cinder-786927-2-smb: {}, Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: HyperV agent@hv-cinder-78692: {}, Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: L3 agent@dv-cinder-786927-2-smb: {}, Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: Metadata agent@dv-cinder-786927-2-smb: {}, Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: Metering agent@dv-cinder-786927-2-smb: {}, Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: Open vSwitch agent@dv-cinder-786927-2-smb: { 'AddressGroup': '1.2', Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: 'ConntrackHelper': '1.0', Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: 'Log': '1.0', Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: 'Network': '1.1', Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: 'Port': '1.7', Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: 'PortForwarding': '1.2', Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: 'QosPolicy': '1.8', Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroup': '1.4', Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroupRule': '1.2', Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: 'SubPort': '1.0', Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: 'Subnet': '1.1', Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: 'Trunk': '1.1'}} Apr 20 17:35:06.036874 dv-cinder-786927-2-smb neutron-server[86373]: {{(pid=86490) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 17:35:06.038855 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e55417bf-110e-4f90-883b-6f8f895d74ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:06.044544 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:06.116030 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:06.116534 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.segments_db [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] Added segment f55cae9c-9bb3-46b4-b82d-516cc55b9b87 of type vlan for network c800a53a-553e-4003-bcf6-37f9a09f1397 Apr 20 17:35:06.137663 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-2de1861c-207e-41da-8e4c-5a5b321177c6 admin admin] Allocated IP 172.28.1.16 (a0481120-3cc8-449f-86d5-38ee9053982b/ac485710-6ac4-46cc-b076-2738f89882f4/d4e2c02d-6fcc-41c5-8df5-379a72a3dff4) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:35:06.150227 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89083ae9-0a6c-427a-84a6-b2a4f5247403,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:06.160341 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:06.165038 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:06.174318 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-94f1d5be-b65d-462b-a0de-acae70dbdff9 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:06.176054 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-94f1d5be-b65d-462b-a0de-acae70dbdff9 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/networks?id=e8f09bcd-893a-4aea-86d8-7154ff72667c HTTP/1.1" status: 200 len: 812 time: 0.2624121 Apr 20 17:35:06.196762 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-e55417bf-110e-4f90-883b-6f8f895d74ab admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6190b0e645854274a6dac880f941ccfe&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1487286 Apr 20 17:35:06.199210 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 50016) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:06.211809 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775308210547'] for network, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:06.235555 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-a854ca84-07f2-4e76-9400-d9de28eeeaf8 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/quotas/01251bb1472d4100b4b5e33512120752 HTTP/1.1" status: 200 len: 375 time: 0.0461602 Apr 20 17:35:06.298205 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8987e3ec-10f1-44ab-a08f-8efab64a349f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:06.304550 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Attempting to bind port 71d3a959-6ab7-4551-9ad3-f8d92946d81b on host dv-cinder-786927-2-smb for vnic_type normal with profile {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:35:06.304957 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Attempting to bind port 71d3a959-6ab7-4551-9ad3-f8d92946d81b by drivers openvswitch,hyperv on host dv-cinder-786927-2-smb at level 0 using segments [{'id': '0293f50f-b8a5-4a30-a918-07044456f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e'}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:35:06.305360 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Attempting to bind port 71d3a959-6ab7-4551-9ad3-f8d92946d81b on network c4c40d2b-ceca-4fa5-a564-5d269c274c9e {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:35:06.350237 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55417bf-110e-4f90-883b-6f8f895d74ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f1ce9d-df29-46cb-b4a8-de0ab5769b13,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:06.355931 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Checking agent: {'id': '74ba6a7c-ead8-41e5-9ed8-4c77b6c88b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 26, 7), 'started_at': datetime.datetime(2021, 4, 20, 17, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:35:06.356401 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Checking segment: {'id': '0293f50f-b8a5-4a30-a918-07044456f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:35:06.357381 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:06.357873 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Bound using segment: {'id': '0293f50f-b8a5-4a30-a918-07044456f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e'} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:35:06.358412 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Bound port: 71d3a959-6ab7-4551-9ad3-f8d92946d81b, host: dv-cinder-786927-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0293f50f-b8a5-4a30-a918-07044456f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e'}}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:35:06.358852 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:06.381646 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-dc779f61-f287-4b6f-b6fc-de56eb605beb tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=01251bb1472d4100b4b5e33512120752&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0877962 Apr 20 17:35:06.499412 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] Allocated IP 172.20.0.2 (43f466f2-e643-4c2d-a72d-6fa47845b747/e7b59eb6-7796-4d48-ad26-1b7d7898dd0a/c2b774b6-2c62-4be1-b82b-779fd5f46594) {{(pid=86490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:35:06.586412 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9da0534d-aff4-4b4f-9c7c-290e3fcae470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:06.614624 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2de1861c-207e-41da-8e4c-5a5b321177c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:06.643514 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9da0534d-aff4-4b4f-9c7c-290e3fcae470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:06.755196 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-e55417bf-110e-4f90-883b-6f8f895d74ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:06.774056 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.db.resource_extend [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 17:35:06.823258 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9da0534d-aff4-4b4f-9c7c-290e3fcae470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:06.830996 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:06.858720 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-cba74dd1-4fd4-4bed-9007-f55e85539309 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=86489) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 17:35:06.864023 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] For port 71d3a959-6ab7-4551-9ad3-f8d92946d81b, host dv-cinder-786927-2-smb, cleared binding levels {{(pid=86490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:35:06.867081 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-cba74dd1-4fd4-4bed-9007-f55e85539309 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1390305 Apr 20 17:35:06.869541 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0534d-aff4-4b4f-9c7c-290e3fcae470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f1ce9d-df29-46cb-b4a8-de0ab5769b13,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:06.871662 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] For port 71d3a959-6ab7-4551-9ad3-f8d92946d81b, host dv-cinder-786927-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=71d3a959-6ab7-4551-9ad3-f8d92946d81b,segment=NetworkSegment(0293f50f-b8a5-4a30-a918-07044456f366),segment_id=0293f50f-b8a5-4a30-a918-07044456f366)] {{(pid=86490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:35:06.872852 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-9da0534d-aff4-4b4f-9c7c-290e3fcae470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:06.923255 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2de1861c-207e-41da-8e4c-5a5b321177c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:06.947960 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for network, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:06.956524 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:06.957157 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:06.960874 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:06.962411 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5fee0ecc-2f36-475f-b2a6-ffd65a002cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-425974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-635484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5525'] for router, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:06.970948 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:06.979082 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5d0c80fc-3ece-4ecf-9888-212b045a2aa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:07.000316 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:07.073249 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:07.087297 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Pushing event updated for resources: {'Port': ['ID=71d3a959-6ab7-4551-9ad3-f8d92946d81b,revision_number=2']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:07.093606 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9da0534d-aff4-4b4f-9c7c-290e3fcae470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:07.099584 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-9da0534d-aff4-4b4f-9c7c-290e3fcae470 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a5f1ce9d-df29-46cb-b4a8-de0ab5769b13 HTTP/1.1" status: 204 len: 168 time: 0.8789709 Apr 20 17:35:07.106239 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de1861c-207e-41da-8e4c-5a5b321177c6 admin admin] Network a0481120-3cc8-449f-86d5-38ee9053982b is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:35:07.114478 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:07.118800 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-2de1861c-207e-41da-8e4c-5a5b321177c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:35:07.136252 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-faf2a155-23ce-4ec3-b685-b06d071aa261 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:07.169753 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de1861c-207e-41da-8e4c-5a5b321177c6 admin admin] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:35:07.204524 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] Notify callbacks [] for port, precommit_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:07.226535 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] Transition to ACTIVE for port object c2b774b6-2c62-4be1-b82b-779fd5f46594 will not be triggered until provisioned by entity L2. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:35:07.229818 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] Pushing event updated for resources: {'Network': ['ID=c800a53a-553e-4003-bcf6-37f9a09f1397,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:07.251144 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Network c800a53a-553e-4003-bcf6-37f9a09f1397 details requested by agent ovs-agent-dv-cinder-786927-2-smb with host dv-cinder-786927-2-smb {{(pid=86490) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 17:35:07.350262 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:07.368686 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7333372 Apr 20 17:35:07.371911 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 50050) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:07.397776 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] Transition to ACTIVE for port object c2b774b6-2c62-4be1-b82b-779fd5f46594 will not be triggered until provisioned by entity DHCP. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:35:07.400518 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-682373bb-18a8-45bd-b1b4-ae6612800fa2 admin admin] Request body: {'subnet': {'network_id': 'c800a53a-553e-4003-bcf6-37f9a09f1397', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-256904713-subnet', 'tenant_id': '74f958007d294cf6a9de9d5a7fa90fe8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:07.411579 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-682373bb-18a8-45bd-b1b4-ae6612800fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:07.420617 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-682373bb-18a8-45bd-b1b4-ae6612800fa2 admin admin] Usage tracker for resource:subnet and tenant:74f958007d294cf6a9de9d5a7fa90fe8 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:07.433578 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-682373bb-18a8-45bd-b1b4-ae6612800fa2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:07.462057 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-682373bb-18a8-45bd-b1b4-ae6612800fa2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:07.477869 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889'] for port, after_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:07.497022 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:07.616831 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:07.649590 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] Network 43f466f2-e643-4c2d-a72d-6fa47845b747 is already hosted by enough agents. {{(pid=86490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:35:07.656008 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] Resources bound (agent type, host, resource id): {{(pid=86490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:35:07.681201 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] Received port after_create {{(pid=86490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:35:07.777403 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de1861c-207e-41da-8e4c-5a5b321177c6 admin admin] Pushing event updated for resources: {'Port': ['ID=d4e2c02d-6fcc-41c5-8df5-379a72a3dff4,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:07.795023 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] Pushing event updated for resources: {'Port': ['ID=c2b774b6-2c62-4be1-b82b-779fd5f46594,revision_number=1']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:07.808216 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:07.824116 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-2de1861c-207e-41da-8e4c-5a5b321177c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:07.829900 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] Attempting to bind port c2b774b6-2c62-4be1-b82b-779fd5f46594 on host dv-cinder-786927-2-smb for vnic_type normal with profile {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:35:07.830172 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-a54a7991-e330-4f06-9693-5a43f5414338 service neutron] 10.222.0.75 "GET /v2.0/networks/e8f09bcd-893a-4aea-86d8-7154ff72667c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9618087 Apr 20 17:35:07.830434 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] Attempting to bind port c2b774b6-2c62-4be1-b82b-779fd5f46594 by drivers openvswitch,hyperv on host dv-cinder-786927-2-smb at level 0 using segments [{'id': 'e14d65d0-4771-459b-a922-510f87239a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747'}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:35:07.830942 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] Attempting to bind port c2b774b6-2c62-4be1-b82b-779fd5f46594 on network 43f466f2-e643-4c2d-a72d-6fa47845b747 {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:35:07.837239 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] Checking agent: {'id': '74ba6a7c-ead8-41e5-9ed8-4c77b6c88b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 26, 7), 'started_at': datetime.datetime(2021, 4, 20, 17, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:35:07.837760 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] Checking segment: {'id': 'e14d65d0-4771-459b-a922-510f87239a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:35:07.838271 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:07.839085 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] Bound using segment: {'id': 'e14d65d0-4771-459b-a922-510f87239a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747'} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:35:07.840035 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] Bound port: c2b774b6-2c62-4be1-b82b-779fd5f46594, host: dv-cinder-786927-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14d65d0-4771-459b-a922-510f87239a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747'}}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:35:07.840565 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:07.924744 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-faf2a155-23ce-4ec3-b685-b06d071aa261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854140348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854349860'] for router, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:07.946726 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682373bb-18a8-45bd-b1b4-ae6612800fa2 admin admin] Made reservation on behalf of 74f958007d294cf6a9de9d5a7fa90fe8 for: {'subnet': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:35:07.956851 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-682373bb-18a8-45bd-b1b4-ae6612800fa2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:08.002496 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 71d3a959-6ab7-4551-9ad3-f8d92946d81b up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:35:08.054088 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] For port c2b774b6-2c62-4be1-b82b-779fd5f46594, host dv-cinder-786927-2-smb, cleared binding levels {{(pid=86490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:35:08.063640 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-c5e153ec-53f6-4a68-9e96-808b1a017a44 service neutron] 10.222.0.75 "GET /v2.0/networks/e8f09bcd-893a-4aea-86d8-7154ff72667c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232432 Apr 20 17:35:08.086483 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] For port c2b774b6-2c62-4be1-b82b-779fd5f46594, host dv-cinder-786927-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=c2b774b6-2c62-4be1-b82b-779fd5f46594,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:35:08.092123 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:08.144125 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:08.151846 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7b506ab8-bb7c-4f5f-afbd-181a4da84996 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:08.271381 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] Pushing event updated for resources: {'Port': ['ID=c2b774b6-2c62-4be1-b82b-779fd5f46594,revision_number=2']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:08.275700 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:08.329002 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning for port 71d3a959-6ab7-4551-9ad3-f8d92946d81b completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:35:08.383255 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2de1861c-207e-41da-8e4c-5a5b321177c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:08.830409 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-00d65f3c-f08a-443d-ace2-7d8220bd4d79 req-9dd6ea8e-7489-4725-b827-192a55c4423e tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ce7f53-850e-4bec-b5e6-17511e65543f HTTP/1.1" status: 200 len: 210 time: 0.1565518 Apr 20 17:35:09.128832 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2de1861c-207e-41da-8e4c-5a5b321177c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854140348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854349860'] for router, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:09.180868 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb399624-c24e-4781-9acd-0e7784c1a664 None None] Network c4c40d2b-ceca-4fa5-a564-5d269c274c9e requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:35:09.254929 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5fee0ecc-2f36-475f-b2a6-ffd65a002cbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:09.313396 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5fee0ecc-2f36-475f-b2a6-ffd65a002cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:09.350674 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-d7b0596e-f4ae-4e1e-a6fd-63919b194d97 None None] Provisioning for port 71d3a959-6ab7-4551-9ad3-f8d92946d81b completed by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:35:09.367075 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-d7b0596e-f4ae-4e1e-a6fd-63919b194d97 None None] Provisioning complete for port 71d3a959-6ab7-4551-9ad3-f8d92946d81b triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:09.367484 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d7b0596e-f4ae-4e1e-a6fd-63919b194d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:09.537789 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf2a155-23ce-4ec3-b685-b06d071aa261 admin admin] Router bfde09ef-5aab-469c-ba3f-c496a5e2dca2 is scheduled to L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 with binding_index 1 {{(pid=86488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 17:35:09.574950 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de1861c-207e-41da-8e4c-5a5b321177c6 admin admin] Router 059a06c9-c7ca-497f-bb22-288dc09727ec is scheduled to L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 with binding_index 1 {{(pid=86489) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 17:35:09.635448 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d7b0596e-f4ae-4e1e-a6fd-63919b194d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:09.810531 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-d7b0596e-f4ae-4e1e-a6fd-63919b194d97 None None] For port 71d3a959-6ab7-4551-9ad3-f8d92946d81b, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=71d3a959-6ab7-4551-9ad3-f8d92946d81b,segment=NetworkSegment(0293f50f-b8a5-4a30-a918-07044456f366),segment_id=0293f50f-b8a5-4a30-a918-07044456f366)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:35:09.819328 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de1861c-207e-41da-8e4c-5a5b321177c6 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:35:09.831940 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] Sync routers for ids ['059a06c9-c7ca-497f-bb22-288dc09727ec'] in dv-cinder-786927-2-smb {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:35:09.851795 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] Routers {'059a06c9-c7ca-497f-bb22-288dc09727ec'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:35:09.852584 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:35:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['059a06c9-c7ca-497f-bb22-288dc09727ec'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:09.877040 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d7b0596e-f4ae-4e1e-a6fd-63919b194d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:09.881712 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:09.900691 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2de1861c-207e-41da-8e4c-5a5b321177c6 admin admin] Notify callbacks [] for router, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:09.905797 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-2de1861c-207e-41da-8e4c-5a5b321177c6 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7282081 Apr 20 17:35:09.907021 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 50152) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:10.017083 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 50158) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:10.025276 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf2a155-23ce-4ec3-b685-b06d071aa261 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:35:10.061123 dv-cinder-786927-2-smb neutron-server[86373]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 17:35:10.090741 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] Sync routers for ids ['bfde09ef-5aab-469c-ba3f-c496a5e2dca2'] in dv-cinder-786927-2-smb {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:35:10.107578 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device c2b774b6-2c62-4be1-b82b-779fd5f46594 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:35:10.247092 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-798106c8-21a5-425f-978a-3ebc8efc7750 req-7ff0ef9f-60d3-4bb2-bbf0-6d67edf6ffe4 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ce7f53-850e-4bec-b5e6-17511e65543f HTTP/1.1" status: 200 len: 210 time: 0.2130411 Apr 20 17:35:10.352701 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-5fee0ecc-2f36-475f-b2a6-ffd65a002cbf admin admin] Allocated IP 172.28.1.239 (a0481120-3cc8-449f-86d5-38ee9053982b/ac485710-6ac4-46cc-b076-2738f89882f4/c3bc95a0-5307-4345-bafc-f9c5cf45b08e) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:35:10.374089 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-faf2a155-23ce-4ec3-b685-b06d071aa261 admin admin] Notify callbacks [] for router, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:10.382035 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] Routers {'bfde09ef-5aab-469c-ba3f-c496a5e2dca2'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:35:10.382268 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-faf2a155-23ce-4ec3-b685-b06d071aa261 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.2252905 Apr 20 17:35:10.383733 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 50180) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:10.392634 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] Set router 059a06c9-c7ca-497f-bb22-288dc09727ec gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:35:10.393677 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:35:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['bfde09ef-5aab-469c-ba3f-c496a5e2dca2'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:10.801852 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] Set router bfde09ef-5aab-469c-ba3f-c496a5e2dca2 gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:35:10.937474 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'name': 'tempest-AttachVolumeTestJSON-982371314-router', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:35:07Z', 'revision_number': 3, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'gw_port': {'id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb'}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:10.942546 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] Checking router: 059a06c9-c7ca-497f-bb22-288dc09727ec for host: dv-cinder-786927-2-smb {{(pid=86491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:35:10.943282 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] Updating router 059a06c9-c7ca-497f-bb22-288dc09727ec port d4e2c02d-6fcc-41c5-8df5-379a72a3dff4 binding host dv-cinder-786927-2-smb {{(pid=86491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 17:35:10.984687 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4860d5-31d4-4af6-affd-22ec3e6b6555 None None] Network 43f466f2-e643-4c2d-a72d-6fa47845b747 requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:35:11.046161 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:11.384627 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-682373bb-18a8-45bd-b1b4-ae6612800fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for subnet, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:11.418341 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-6d186dec-b4cf-4d66-950e-3109432e12dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:11.442449 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-d43679e6-53ec-43f5-8a30-fc814dcf675e None None] Provisioning complete for port 71d3a959-6ab7-4551-9ad3-f8d92946d81b triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:11.444538 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d43679e6-53ec-43f5-8a30-fc814dcf675e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:11.481375 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682373bb-18a8-45bd-b1b4-ae6612800fa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3d39893-9687-4c7c-a2fb-80a4e8d50e3e,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:11.516343 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0596e-f4ae-4e1e-a6fd-63919b194d97 None None] Pushing event updated for resources: {'Port': ['ID=71d3a959-6ab7-4551-9ad3-f8d92946d81b,revision_number=3']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:11.561701 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d7b0596e-f4ae-4e1e-a6fd-63919b194d97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.682s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:11.640331 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d8e81ab6-1c3f-456f-a0f9-60bcbfeebc59 req-a417364a-71e0-46a1-897a-e9b8a4d70e70 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ce7f53-850e-4bec-b5e6-17511e65543f HTTP/1.1" status: 200 len: 210 time: 0.0787179 Apr 20 17:35:11.643521 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 50230) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:11.733797 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-682373bb-18a8-45bd-b1b4-ae6612800fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:11.810087 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682373bb-18a8-45bd-b1b4-ae6612800fa2 admin admin] Checking segment: {'id': 'f55cae9c-9bb3-46b4-b82d-516cc55b9b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 989, 'network_id': 'c800a53a-553e-4003-bcf6-37f9a09f1397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:35:11.810743 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682373bb-18a8-45bd-b1b4-ae6612800fa2 admin admin] Network hostable DHCP agents. Network: c800a53a-553e-4003-bcf6-37f9a09f1397, hostable agents: ['3fc774e1-ba83-4007-9de0-3f46efafec56'], hosted agents: [] {{(pid=86488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 17:35:11.895768 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5fee0ecc-2f36-475f-b2a6-ffd65a002cbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:11.931935 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682373bb-18a8-45bd-b1b4-ae6612800fa2 admin admin] Network c800a53a-553e-4003-bcf6-37f9a09f1397 is scheduled to be hosted by DHCP agent 3fc774e1-ba83-4007-9de0-3f46efafec56 with binding_index 1 {{(pid=86488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 17:35:11.936012 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5974893e-a36f-47b7-a163-c4eb9eb97cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:11.965834 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c1296d77-a134-4184-9af1-5b41b8a09bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:12.023601 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-c1296d77-a134-4184-9af1-5b41b8a09bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:12.033281 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-c1296d77-a134-4184-9af1-5b41b8a09bce admin admin] Usage tracker for resource:security_group_rule and tenant:c469e5edc00542f9942d540cfce5f1d8 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:12.039454 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning for port c2b774b6-2c62-4be1-b82b-779fd5f46594 completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:35:12.045021 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-c1296d77-a134-4184-9af1-5b41b8a09bce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:12.052915 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-c1296d77-a134-4184-9af1-5b41b8a09bce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:12.191747 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-682373bb-18a8-45bd-b1b4-ae6612800fa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-smb, c800a53a-553e-4003-bcf6-37f9a09f1397) {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:35:12.204009 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682373bb-18a8-45bd-b1b4-ae6612800fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:12.204711 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-682373bb-18a8-45bd-b1b4-ae6612800fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:12.206159 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498a85f1-9b92-4b5c-b0da-bfd74e152e9d None None] Network c800a53a-553e-4003-bcf6-37f9a09f1397 requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:35:12.227144 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 71d3a959-6ab7-4551-9ad3-f8d92946d81b up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:35:12.293651 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c1296d77-a134-4184-9af1-5b41b8a09bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:12.326406 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c1296d77-a134-4184-9af1-5b41b8a09bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:12.337398 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-5974893e-a36f-47b7-a163-c4eb9eb97cbf admin admin] Allocated IP 172.20.0.1 (c4c40d2b-ceca-4fa5-a564-5d269c274c9e/c8db6b26-5954-455b-bb2e-7d6df06854c9/a102653d-4638-4bb1-bf81-c497966d3f71) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:35:12.342149 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4e587724-a02b-47ca-a0eb-5effd053f680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:12.396735 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfde09ef-5aab-469c-ba3f-c496a5e2dca2', 'name': 'tempest-ServerRescueNegativeTestJSON-1660860736-router', 'tenant_id': '028eef62e6864fc89f3548dcd265d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c6d483cf-c137-4e9c-8179-0575961e93cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:02Z', 'updated_at': '2021-04-20T17:35:06Z', 'revision_number': 3, 'project_id': '028eef62e6864fc89f3548dcd265d0df', 'gw_port': {'id': 'c6d483cf-c137-4e9c-8179-0575961e93cd', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfde09ef-5aab-469c-ba3f-c496a5e2dca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:35:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb'}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:12.414582 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-c1296d77-a134-4184-9af1-5b41b8a09bce admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c469e5edc00542f9942d540cfce5f1d8&name=default HTTP/1.1" status: 200 len: 2978 time: 0.7609990 Apr 20 17:35:12.419624 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 50238) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:12.423755 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1296d77-a134-4184-9af1-5b41b8a09bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9183b7-a520-4126-99b8-405148de7e9b,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:12.425903 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-c1296d77-a134-4184-9af1-5b41b8a09bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:12.428187 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] Checking router: bfde09ef-5aab-469c-ba3f-c496a5e2dca2 for host: dv-cinder-786927-2-smb {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:35:12.428635 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] Updating router bfde09ef-5aab-469c-ba3f-c496a5e2dca2 port c6d483cf-c137-4e9c-8179-0575961e93cd binding host dv-cinder-786927-2-smb {{(pid=86490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 17:35:12.512406 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-a5e4bd21-0db0-4f94-bf5a-66e65ed6f18d None None] Provisioning for port c2b774b6-2c62-4be1-b82b-779fd5f46594 completed by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:35:12.547965 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-a5e4bd21-0db0-4f94-bf5a-66e65ed6f18d None None] Provisioning complete for port c2b774b6-2c62-4be1-b82b-779fd5f46594 triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:12.548391 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a5e4bd21-0db0-4f94-bf5a-66e65ed6f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:12.561267 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-682373bb-18a8-45bd-b1b4-ae6612800fa2 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 5.1864138 Apr 20 17:35:12.603476 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5fee0ecc-2f36-475f-b2a6-ffd65a002cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:12.607656 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ef915db9-11aa-45aa-9770-757273ff31f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:12.624491 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-390ab685-2a25-4206-ae42-66db1a16ca18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:12.627916 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:12.647073 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5974893e-a36f-47b7-a163-c4eb9eb97cbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:12.715627 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ef915db9-11aa-45aa-9770-757273ff31f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:12.740822 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5974893e-a36f-47b7-a163-c4eb9eb97cbf admin admin] Transition to ACTIVE for port object a102653d-4638-4bb1-bf81-c497966d3f71 will not be triggered until provisioned by entity DHCP. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:35:12.808281 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee0ecc-2f36-475f-b2a6-ffd65a002cbf admin admin] Pushing event updated for resources: {'Port': ['ID=c3bc95a0-5307-4345-bafc-f9c5cf45b08e,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:12.815390 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5fee0ecc-2f36-475f-b2a6-ffd65a002cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:12.817043 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.76', 58258) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:12.831755 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-85f95da4-5c12-45d3-b05b-8a19bac966bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:12.897488 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fee0ecc-2f36-475f-b2a6-ffd65a002cbf admin admin] Network a0481120-3cc8-449f-86d5-38ee9053982b is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:35:12.899086 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-5fee0ecc-2f36-475f-b2a6-ffd65a002cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:35:12.900920 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 50254) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:12.905886 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fee0ecc-2f36-475f-b2a6-ffd65a002cbf admin admin] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:35:13.044189 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] Notify callbacks [] for port, precommit_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:13.078191 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5974893e-a36f-47b7-a163-c4eb9eb97cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:13.087572 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port 71d3a959-6ab7-4551-9ad3-f8d92946d81b triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:13.088160 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:13.088294 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:13.109658 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] Transition to ACTIVE for port object d4e2c02d-6fcc-41c5-8df5-379a72a3dff4 will not be triggered until provisioned by entity L2. {{(pid=86491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:35:13.157569 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:13.163422 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:13.204757 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a70ca2-f24d-43fe-bf2c-5ddc0cf80cd3 admin admin] Deleting subnet 5a678c75-60ed-41ac-935a-5a424cb13d6e {{(pid=86488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 17:35:13.208064 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-22a70ca2-f24d-43fe-bf2c-5ddc0cf80cd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:13.221727 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974893e-a36f-47b7-a163-c4eb9eb97cbf admin admin] Pushing event updated for resources: {'Port': ['ID=a102653d-4638-4bb1-bf81-c497966d3f71,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:13.258394 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5974893e-a36f-47b7-a163-c4eb9eb97cbf admin admin] Network c4c40d2b-ceca-4fa5-a564-5d269c274c9e is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:35:13.263556 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5974893e-a36f-47b7-a163-c4eb9eb97cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:13.264425 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-5974893e-a36f-47b7-a163-c4eb9eb97cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:35:13.266322 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ef915db9-11aa-45aa-9770-757273ff31f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:13.267384 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5974893e-a36f-47b7-a163-c4eb9eb97cbf admin admin] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:35:13.267916 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5974893e-a36f-47b7-a163-c4eb9eb97cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636417'] for router_interface, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:13.275120 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-22a70ca2-f24d-43fe-bf2c-5ddc0cf80cd3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:13.282761 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-22a70ca2-f24d-43fe-bf2c-5ddc0cf80cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394978'] for subnet, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:13.361086 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] Attempting to bind port d4e2c02d-6fcc-41c5-8df5-379a72a3dff4 on host dv-cinder-786927-2-smb for vnic_type normal with profile {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:35:13.361471 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] Attempting to bind port d4e2c02d-6fcc-41c5-8df5-379a72a3dff4 by drivers openvswitch,hyperv on host dv-cinder-786927-2-smb at level 0 using segments [{'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}] {{(pid=86491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:35:13.364952 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] Attempting to bind port d4e2c02d-6fcc-41c5-8df5-379a72a3dff4 on network a0481120-3cc8-449f-86d5-38ee9053982b {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:35:13.383560 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05116c-5a28-4771-a808-2e6e1accfdd4 None None] Pushing event updated for resources: {'Port': ['ID=d4e2c02d-6fcc-41c5-8df5-379a72a3dff4,revision_number=2']} {{(pid=86491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:13.397730 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] Checking agent: {'id': '74ba6a7c-ead8-41e5-9ed8-4c77b6c88b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 26, 7), 'started_at': datetime.datetime(2021, 4, 20, 17, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:35:13.398148 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] Checking segment: {'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:35:13.398670 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:13.402356 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] Bound using segment: {'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'} {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:35:13.402356 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] Bound port: d4e2c02d-6fcc-41c5-8df5-379a72a3dff4, host: dv-cinder-786927-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}}] {{(pid=86491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:35:13.402356 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:13.480056 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05116c-5a28-4771-a808-2e6e1accfdd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:13.480326 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05116c-5a28-4771-a808-2e6e1accfdd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:13.480875 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05116c-5a28-4771-a808-2e6e1accfdd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:13.481304 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05116c-5a28-4771-a808-2e6e1accfdd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:13.483290 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05116c-5a28-4771-a808-2e6e1accfdd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:13.483713 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05116c-5a28-4771-a808-2e6e1accfdd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:13.485219 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05116c-5a28-4771-a808-2e6e1accfdd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:13.488177 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05116c-5a28-4771-a808-2e6e1accfdd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:13.488177 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05116c-5a28-4771-a808-2e6e1accfdd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:13.488177 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05116c-5a28-4771-a808-2e6e1accfdd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:13.488177 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05116c-5a28-4771-a808-2e6e1accfdd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:13.488177 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05116c-5a28-4771-a808-2e6e1accfdd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce05116c-5a28-4771-a808-2e6e1accfdd4 None None] Tracked resource versions report: Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: pushed versions: Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: { 'AddressGroup': {'1.2'}, Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: 'ConntrackHelper': {'1.0'}, Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: 'Log': {'1.0'}, Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: 'Network': {'1.1'}, Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: 'Port': {'1.7'}, Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: 'PortForwarding': {'1.2'}, Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: 'QosPolicy': {'1.8'}, Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroup': {'1.4'}, Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroupRule': {'1.2'}, Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: 'SubPort': {'1.0'}, Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: 'Subnet': {'1.1'}, Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: 'Trunk': {'1.1'}} Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: consumer versions: Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: { DHCP agent@dv-cinder-786927-2-smb: {}, Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: HyperV agent@hv-cinder-78692: {}, Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: L3 agent@dv-cinder-786927-2-smb: {}, Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: Metadata agent@dv-cinder-786927-2-smb: {}, Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: Metering agent@dv-cinder-786927-2-smb: {}, Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: Open vSwitch agent@dv-cinder-786927-2-smb: { 'AddressGroup': '1.2', Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: 'ConntrackHelper': '1.0', Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: 'Log': '1.0', Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: 'Network': '1.1', Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: 'Port': '1.7', Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: 'PortForwarding': '1.2', Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: 'QosPolicy': '1.8', Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroup': '1.4', Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: 'SecurityGroupRule': '1.2', Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: 'SubPort': '1.0', Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: 'Subnet': '1.1', Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: 'Trunk': '1.1'}} Apr 20 17:35:13.489194 dv-cinder-786927-2-smb neutron-server[86373]: {{(pid=86491) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 17:35:13.494727 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-ce05116c-5a28-4771-a808-2e6e1accfdd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:13.574982 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:13.585904 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] For port d4e2c02d-6fcc-41c5-8df5-379a72a3dff4, host dv-cinder-786927-2-smb, cleared binding levels {{(pid=86491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:35:13.590318 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] For port d4e2c02d-6fcc-41c5-8df5-379a72a3dff4, host dv-cinder-786927-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=d4e2c02d-6fcc-41c5-8df5-379a72a3dff4,segment=NetworkSegment(b1e9f102-11a2-4b4f-ab28-aef5c346bdb3),segment_id=b1e9f102-11a2-4b4f-ab28-aef5c346bdb3)] {{(pid=86491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:35:13.598208 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef915db9-11aa-45aa-9770-757273ff31f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9183b7-a520-4126-99b8-405148de7e9b,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:13.601032 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-ef915db9-11aa-45aa-9770-757273ff31f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:13.623633 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-dfd60c5e-80aa-4249-9f45-8307247c349e tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:13.626671 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:13.630397 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-dfd60c5e-80aa-4249-9f45-8307247c349e tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.76 "GET /v2.0/networks?id=e8f09bcd-893a-4aea-86d8-7154ff72667c HTTP/1.1" status: 200 len: 812 time: 0.8117967 Apr 20 17:35:13.640930 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4ae313ce-4911-40d2-8f55-e4b831b53c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:13.694882 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ef915db9-11aa-45aa-9770-757273ff31f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:13.708858 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-ef915db9-11aa-45aa-9770-757273ff31f1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0e9183b7-a520-4126-99b8-405148de7e9b HTTP/1.1" status: 204 len: 168 time: 1.2761309 Apr 20 17:35:13.727264 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-7c5a48c3-978c-4b02-98ef-d0657f2ddd92 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Request body: {'port': {'device_id': '65ce7f53-850e-4bec-b5e6-17511e65543f', 'network_id': 'e8f09bcd-893a-4aea-86d8-7154ff72667c', 'admin_state_up': True, 'tenant_id': '01251bb1472d4100b4b5e33512120752'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:13.750271 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a0bc20e5-4bd4-4ade-9b58-bcfd50949eb3 req-c12510d4-e4a1-4b2b-999d-486253e4b520 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ce7f53-850e-4bec-b5e6-17511e65543f HTTP/1.1" status: 200 len: 210 time: 0.6146483 Apr 20 17:35:13.806941 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] Routers {'059a06c9-c7ca-497f-bb22-288dc09727ec'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:35:13.807531 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:35:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['059a06c9-c7ca-497f-bb22-288dc09727ec'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:13.822834 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0475e8d5-dd31-4da3-8196-e82a1c696987 None None] Network c800a53a-553e-4003-bcf6-37f9a09f1397 requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:35:13.970430 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05116c-5a28-4771-a808-2e6e1accfdd4 None None] Pushing event updated for resources: {'Port': ['ID=d4e2c02d-6fcc-41c5-8df5-379a72a3dff4,revision_number=3']} {{(pid=86491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:13.975491 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-ce05116c-5a28-4771-a808-2e6e1accfdd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:14.014959 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] Notify callbacks [] for port, precommit_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:14.024833 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a5e4bd21-0db0-4f94-bf5a-66e65ed6f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:14.087767 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-22a70ca2-f24d-43fe-bf2c-5ddc0cf80cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853380838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for subnet, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:14.104949 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] Set router 059a06c9-c7ca-497f-bb22-288dc09727ec gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:35:14.135107 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0f1943fc-a2e9-4b8a-a0db-314903e06161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:14.172835 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-22a70ca2-f24d-43fe-bf2c-5ddc0cf80cd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:14.231000 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-7c5a48c3-978c-4b02-98ef-d0657f2ddd92 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:14.244150 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-7c5a48c3-978c-4b02-98ef-d0657f2ddd92 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Usage tracker for resource:port and tenant:01251bb1472d4100b4b5e33512120752 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:14.251872 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-7c5a48c3-978c-4b02-98ef-d0657f2ddd92 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:14.267053 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-7c5a48c3-978c-4b02-98ef-d0657f2ddd92 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:14.299193 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] Transition to ACTIVE for port object c6d483cf-c137-4e9c-8179-0575961e93cd will not be triggered until provisioned by entity L2. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:35:14.308950 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-a5e4bd21-0db0-4f94-bf5a-66e65ed6f18d None None] For port c2b774b6-2c62-4be1-b82b-779fd5f46594, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=c2b774b6-2c62-4be1-b82b-779fd5f46594,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:35:14.358625 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a70ca2-f24d-43fe-bf2c-5ddc0cf80cd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a678c75-60ed-41ac-935a-5a424cb13d6e,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:14.360759 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:14.367973 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5974893e-a36f-47b7-a163-c4eb9eb97cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:14.377059 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:14.382862 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-22a70ca2-f24d-43fe-bf2c-5ddc0cf80cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:14.390521 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-22a70ca2-f24d-43fe-bf2c-5ddc0cf80cd3 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/5a678c75-60ed-41ac-935a-5a424cb13d6e HTTP/1.1" status: 204 len: 168 time: 1.4872315 Apr 20 17:35:14.396099 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 50306) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:14.420021 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a5e4bd21-0db0-4f94-bf5a-66e65ed6f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:14.444339 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-7c5a48c3-978c-4b02-98ef-d0657f2ddd92 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Made reservation on behalf of 01251bb1472d4100b4b5e33512120752 for: {'port': 1} {{(pid=86489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:35:14.454983 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-7c5a48c3-978c-4b02-98ef-d0657f2ddd92 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:14.470593 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] Attempting to bind port c6d483cf-c137-4e9c-8179-0575961e93cd on host dv-cinder-786927-2-smb for vnic_type normal with profile {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:35:14.471229 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] Attempting to bind port c6d483cf-c137-4e9c-8179-0575961e93cd by drivers openvswitch,hyperv on host dv-cinder-786927-2-smb at level 0 using segments [{'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:35:14.471819 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] Attempting to bind port c6d483cf-c137-4e9c-8179-0575961e93cd on network a0481120-3cc8-449f-86d5-38ee9053982b {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:35:14.482340 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] Checking agent: {'id': '74ba6a7c-ead8-41e5-9ed8-4c77b6c88b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 26, 7), 'started_at': datetime.datetime(2021, 4, 20, 17, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:35:14.483442 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] Checking segment: {'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:35:14.484048 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:14.484668 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] Bound using segment: {'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:35:14.485363 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] Bound port: c6d483cf-c137-4e9c-8179-0575961e93cd, host: dv-cinder-786927-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:35:14.485936 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:14.601659 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5fee0ecc-2f36-475f-b2a6-ffd65a002cbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:14.603062 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] For port c6d483cf-c137-4e9c-8179-0575961e93cd, host dv-cinder-786927-2-smb, cleared binding levels {{(pid=86490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:35:14.608373 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] For port c6d483cf-c137-4e9c-8179-0575961e93cd, host dv-cinder-786927-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=c6d483cf-c137-4e9c-8179-0575961e93cd,segment=NetworkSegment(b1e9f102-11a2-4b4f-ab28-aef5c346bdb3),segment_id=b1e9f102-11a2-4b4f-ab28-aef5c346bdb3)] {{(pid=86490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:35:14.620217 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5de4e-59cd-4aba-8d13-9cf1201f42fb None None] Pushing event updated for resources: {'Port': ['ID=c6d483cf-c137-4e9c-8179-0575961e93cd,revision_number=2']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:14.632457 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0fb5de4e-59cd-4aba-8d13-9cf1201f42fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:14.633317 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:14.682480 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:14.741441 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] Routers {'bfde09ef-5aab-469c-ba3f-c496a5e2dca2'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:35:14.742886 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:35:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['bfde09ef-5aab-469c-ba3f-c496a5e2dca2'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:14.812672 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'name': 'tempest-AttachVolumeTestJSON-982371314-router', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:35:07Z', 'revision_number': 3, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'gw_port': {'id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb'}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:14.824537 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca501e6-7725-4bcc-a69e-c307a02b510f None None] The sync data for ids ['059a06c9-c7ca-497f-bb22-288dc09727ec'] in dv-cinder-786927-2-smb is: [{'id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'name': 'tempest-AttachVolumeTestJSON-982371314-router', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:35:07Z', 'revision_number': 3, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'gw_port': {'id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb'}] {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:35:14.868375 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-7c5a48c3-978c-4b02-98ef-d0657f2ddd92 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Allocated IP 172.20.0.12 (e8f09bcd-893a-4aea-86d8-7154ff72667c/6e3a6349-719c-4326-b590-f127c42a3933/7997f1c2-29d0-4134-97b0-a85e61cbe147) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:35:15.139593 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] Set router bfde09ef-5aab-469c-ba3f-c496a5e2dca2 gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:35:15.167032 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-7c5a48c3-978c-4b02-98ef-d0657f2ddd92 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:15.375988 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-7c5a48c3-978c-4b02-98ef-d0657f2ddd92 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:15.419950 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-bb6c242a-5622-4853-ab20-f3a1d32f1918 None None] Provisioning for port a102653d-4638-4bb1-bf81-c497966d3f71 completed by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:35:15.570293 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-bb6c242a-5622-4853-ab20-f3a1d32f1918 None None] Provisioning complete for port a102653d-4638-4bb1-bf81-c497966d3f71 triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:15.570748 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bb6c242a-5622-4853-ab20-f3a1d32f1918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:15.586227 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1824878'] for network, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:15.649090 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4bd21-0db0-4f94-bf5a-66e65ed6f18d None None] Pushing event updated for resources: {'Port': ['ID=c2b774b6-2c62-4be1-b82b-779fd5f46594,revision_number=3']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:15.702400 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a5e4bd21-0db0-4f94-bf5a-66e65ed6f18d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.069s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:15.707262 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-ce85a79e-8999-4d2d-9a49-4b981c6eb6bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.002s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:16.004950 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5974893e-a36f-47b7-a163-c4eb9eb97cbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:16.018547 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-2de1861c-207e-41da-8e4c-5a5b321177c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:16.144943 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a48c3-978c-4b02-98ef-d0657f2ddd92 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Pushing event updated for resources: {'Port': ['ID=7997f1c2-29d0-4134-97b0-a85e61cbe147,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:16.165043 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7c5a48c3-978c-4b02-98ef-d0657f2ddd92 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:16.198103 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-7c5a48c3-978c-4b02-98ef-d0657f2ddd92 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Network e8f09bcd-893a-4aea-86d8-7154ff72667c is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:35:16.212622 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-7c5a48c3-978c-4b02-98ef-d0657f2ddd92 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:35:16.220125 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5974893e-a36f-47b7-a163-c4eb9eb97cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:16.221085 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853380745', 'neutron.services.segments.db._delete_segments_for_network-8775308586611'] for network, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:16.221184 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-bb6c242a-5622-4853-ab20-f3a1d32f1918 None None] Port a102653d-4638-4bb1-bf81-c497966d3f71 cannot update to ACTIVE because it is not bound. {{(pid=86490) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 17:35:16.221323 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-7c5a48c3-978c-4b02-98ef-d0657f2ddd92 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:35:16.248399 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-7c5a48c3-978c-4b02-98ef-d0657f2ddd92 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:16.249082 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-7c5a48c3-978c-4b02-98ef-d0657f2ddd92 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:16.270553 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5de4e-59cd-4aba-8d13-9cf1201f42fb None None] Pushing event updated for resources: {'Port': ['ID=c6d483cf-c137-4e9c-8179-0575961e93cd,revision_number=3']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:16.274054 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0fb5de4e-59cd-4aba-8d13-9cf1201f42fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:16.289572 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5974893e-a36f-47b7-a163-c4eb9eb97cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854139290'] for router_interface, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:16.291589 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-bb6c242a-5622-4853-ab20-f3a1d32f1918 None None] Provisioning complete for port c2b774b6-2c62-4be1-b82b-779fd5f46594 triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:16.292295 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bb6c242a-5622-4853-ab20-f3a1d32f1918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:16.352610 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:16.598517 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device c2b774b6-2c62-4be1-b82b-779fd5f46594 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:35:16.740872 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5974893e-a36f-47b7-a163-c4eb9eb97cbf admin admin] Network c4c40d2b-ceca-4fa5-a564-5d269c274c9e is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:35:16.745825 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 50368) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:16.757807 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-5974893e-a36f-47b7-a163-c4eb9eb97cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:35:16.760769 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:35:16.768237 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2c208-9805-401a-b334-fe6990e40761 req-129ccb0d-2b7b-47e3-b0a9-6af83648879f tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:16.768366 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:35:16.771088 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:35:16.771598 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] Subscribe: > port after_create 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:35:16.773344 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:35:16.774735 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] Subscribe: > port after_update 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:35:16.776420 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:35:16.776821 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:35:16.777753 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:35:16.780970 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:35:16.789470 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6db2c208-9805-401a-b334-fe6990e40761 req-129ccb0d-2b7b-47e3-b0a9-6af83648879f tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ce7f53-850e-4bec-b5e6-17511e65543f HTTP/1.1" status: 200 len: 932 time: 1.5848534 Apr 20 17:35:17.023117 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port c2b774b6-2c62-4be1-b82b-779fd5f46594 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:17.023548 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:17.082651 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 50372) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:17.149260 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-7c5a48c3-978c-4b02-98ef-d0657f2ddd92 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4290822 Apr 20 17:35:17.201379 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfde09ef-5aab-469c-ba3f-c496a5e2dca2', 'name': 'tempest-ServerRescueNegativeTestJSON-1660860736-router', 'tenant_id': '028eef62e6864fc89f3548dcd265d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c6d483cf-c137-4e9c-8179-0575961e93cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:02Z', 'updated_at': '2021-04-20T17:35:06Z', 'revision_number': 3, 'project_id': '028eef62e6864fc89f3548dcd265d0df', 'gw_port': {'id': 'c6d483cf-c137-4e9c-8179-0575961e93cd', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfde09ef-5aab-469c-ba3f-c496a5e2dca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb'}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:17.220753 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726d41f7-9c91-4e71-b75d-f40926f44630 None None] The sync data for ids ['bfde09ef-5aab-469c-ba3f-c496a5e2dca2'] in dv-cinder-786927-2-smb is: [{'id': 'bfde09ef-5aab-469c-ba3f-c496a5e2dca2', 'name': 'tempest-ServerRescueNegativeTestJSON-1660860736-router', 'tenant_id': '028eef62e6864fc89f3548dcd265d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c6d483cf-c137-4e9c-8179-0575961e93cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:02Z', 'updated_at': '2021-04-20T17:35:06Z', 'revision_number': 3, 'project_id': '028eef62e6864fc89f3548dcd265d0df', 'gw_port': {'id': 'c6d483cf-c137-4e9c-8179-0575961e93cd', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfde09ef-5aab-469c-ba3f-c496a5e2dca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb'}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:35:17.229770 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:35:17.230334 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:35:17.230917 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:35:17.233779 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86488) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:35:17.234345 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79cf7a9-60d0-4ba8-bbc1-fe5a3eeab2cf']}} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:17.256603 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-85f95da4-5c12-45d3-b05b-8a19bac966bd admin admin] Allocated IP 172.20.0.1 (a2d0ac58-2725-4eae-8fed-6bdf47ba936f/c6eddfa4-1956-4af6-940a-b08e3d6fd898/f4b2b4bb-b06e-4522-8524-80fe65543dc4) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:35:17.420202 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6db2c208-9805-401a-b334-fe6990e40761 req-7c3d9304-30e7-4d81-96db-b0d1e68b0db8 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ac5949f-0c19-4e99-9599-3ff3edc64c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6297472 Apr 20 17:35:17.421640 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974893e-a36f-47b7-a163-c4eb9eb97cbf admin admin] Pushing event updated for resources: {'Port': ['ID=a102653d-4638-4bb1-bf81-c497966d3f71,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:17.466346 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-9f4ecbf7-674e-4f27-9040-f136d102eedf tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=86489) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 17:35:17.466346 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-9f4ecbf7-674e-4f27-9040-f136d102eedf tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0611494 Apr 20 17:35:17.468964 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5de19860-97dc-4c65-bfed-6e9e73a21664 None None] Provisioning complete for port a102653d-4638-4bb1-bf81-c497966d3f71 triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:17.470038 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5de19860-97dc-4c65-bfed-6e9e73a21664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:17.516298 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5974893e-a36f-47b7-a163-c4eb9eb97cbf admin admin] Router 059a06c9-c7ca-497f-bb22-288dc09727ec has already been hosted by L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 {{(pid=86489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 17:35:17.517250 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5974893e-a36f-47b7-a163-c4eb9eb97cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.165s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:17.518042 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-232a5731-1e25-46de-9cb0-27c53aae493e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:17.529766 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b56a41-76e7-462b-af11-8512afa5b635') {'for_net_delete': True} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:17.530118 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b56a41-76e7-462b-af11-8512afa5b635') {} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:17.579051 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-232a5731-1e25-46de-9cb0-27c53aae493e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:17.637752 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261546079075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315789'] for segment, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:17.680797 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device d4e2c02d-6fcc-41c5-8df5-379a72a3dff4 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:35:17.726446 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:17.774310 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-232a5731-1e25-46de-9cb0-27c53aae493e admin admin] Usage tracker for resource:security_group_rule and tenant:6af70c89993b4992bcd6a449ea849991 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:17.799264 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] Releasing vlan 960 on physical network physnet1 to pool {{(pid=86488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 17:35:17.809019 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-232a5731-1e25-46de-9cb0-27c53aae493e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:17.869421 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5fee0ecc-2f36-475f-b2a6-ffd65a002cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854140348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854349860'] for router, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:17.904107 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1b0753ae-b43d-4188-bcbb-2a1cf0b036d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:17.905483 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-5de19860-97dc-4c65-bfed-6e9e73a21664 None None] Port a102653d-4638-4bb1-bf81-c497966d3f71 cannot update to ACTIVE because it is not bound. {{(pid=86490) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 17:35:17.928683 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning for port d4e2c02d-6fcc-41c5-8df5-379a72a3dff4 completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:35:17.937991 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port d4e2c02d-6fcc-41c5-8df5-379a72a3dff4 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:17.943067 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:18.192506 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5974893e-a36f-47b7-a163-c4eb9eb97cbf admin admin] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:35:18.202391 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-232a5731-1e25-46de-9cb0-27c53aae493e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:18.212948 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-5974893e-a36f-47b7-a163-c4eb9eb97cbf admin admin] 10.222.0.75 "PUT /v2.0/routers/059a06c9-c7ca-497f-bb22-288dc09727ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3040621 Apr 20 17:35:18.232186 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-1b0753ae-b43d-4188-bcbb-2a1cf0b036d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:18.243978 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-1b0753ae-b43d-4188-bcbb-2a1cf0b036d1 admin admin] Usage tracker for resource:security_group_rule and tenant:c023acdf323b4aa4916cf9ce4742ba1d is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:18.248596 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-1b0753ae-b43d-4188-bcbb-2a1cf0b036d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:18.251895 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:18.267284 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-1b0753ae-b43d-4188-bcbb-2a1cf0b036d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:18.290756 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] For port d4e2c02d-6fcc-41c5-8df5-379a72a3dff4, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=d4e2c02d-6fcc-41c5-8df5-379a72a3dff4,segment=NetworkSegment(b1e9f102-11a2-4b4f-ab28-aef5c346bdb3),segment_id=b1e9f102-11a2-4b4f-ab28-aef5c346bdb3)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:35:18.323127 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:18.332302 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0fb5de4e-59cd-4aba-8d13-9cf1201f42fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:18.509345 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Pushing event updated for resources: {'Port': ['ID=d4e2c02d-6fcc-41c5-8df5-379a72a3dff4,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:18.515692 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-232a5731-1e25-46de-9cb0-27c53aae493e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:18.517033 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:18.520372 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device c6d483cf-c137-4e9c-8179-0575961e93cd up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:35:18.549184 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-232a5731-1e25-46de-9cb0-27c53aae493e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:18.604207 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:18.657246 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-85f95da4-5c12-45d3-b05b-8a19bac966bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:18.688528 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a5731-1e25-46de-9cb0-27c53aae493e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2363f72c-72d5-42f7-ae62-fd7016dc0cf0,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:18.714387 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-232a5731-1e25-46de-9cb0-27c53aae493e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:18.746008 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning for port c6d483cf-c137-4e9c-8179-0575961e93cd completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:35:18.752914 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port c6d483cf-c137-4e9c-8179-0575961e93cd triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:18.753335 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:18.788607 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] Sync routers for ids ['059a06c9-c7ca-497f-bb22-288dc09727ec'] in dv-cinder-786927-2-smb {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:35:18.804648 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] Routers {'059a06c9-c7ca-497f-bb22-288dc09727ec'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:35:18.805120 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-232a5731-1e25-46de-9cb0-27c53aae493e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6af70c89993b4992bcd6a449ea849991&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7052617 Apr 20 17:35:18.805725 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:35:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['059a06c9-c7ca-497f-bb22-288dc09727ec'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:18.820930 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 50398) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:18.896919 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-85f95da4-5c12-45d3-b05b-8a19bac966bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:19.034393 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d39a9871-7649-41cd-9745-8d23f915991b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:19.084111 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a314702d-4430-49f6-94bc-08a26830466a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:19.116875 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:19.148405 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1b0753ae-b43d-4188-bcbb-2a1cf0b036d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:19.179716 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] For port c6d483cf-c137-4e9c-8179-0575961e93cd, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=c6d483cf-c137-4e9c-8179-0575961e93cd,segment=NetworkSegment(b1e9f102-11a2-4b4f-ab28-aef5c346bdb3),segment_id=b1e9f102-11a2-4b4f-ab28-aef5c346bdb3)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:35:19.181433 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] Request body: {'port': {'device_id': '65ce7f53-850e-4bec-b5e6-17511e65543f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:19.240292 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a314702d-4430-49f6-94bc-08a26830466a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:19.261043 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] Network b79cf7a9-60d0-4ba8-bbc1-fe5a3eeab2cf has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:35:19.278035 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] Set router 059a06c9-c7ca-497f-bb22-288dc09727ec gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:35:19.286299 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2316271'] for segment, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:19.324285 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:19.333708 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:19.402278 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1b0753ae-b43d-4188-bcbb-2a1cf0b036d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:19.477703 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:19.490944 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f95da4-5c12-45d3-b05b-8a19bac966bd admin admin] Pushing event updated for resources: {'Port': ['ID=f4b2b4bb-b06e-4522-8524-80fe65543dc4,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:19.495130 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-85f95da4-5c12-45d3-b05b-8a19bac966bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:19.495874 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 50410) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:19.512158 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fee0ecc-2f36-475f-b2a6-ffd65a002cbf admin admin] Router 3f30ca91-3312-4342-bd1f-93a1532f2278 is scheduled to L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 with binding_index 1 {{(pid=86488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 17:35:19.522037 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-3ee9177b-a993-4faf-9647-efb92218147b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--148468738', 'description': 'tempest-description--296808914'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:19.533672 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-3ee9177b-a993-4faf-9647-efb92218147b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:19.535912 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Pushing event updated for resources: {'Port': ['ID=c6d483cf-c137-4e9c-8179-0575961e93cd,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:19.541490 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-3ee9177b-a993-4faf-9647-efb92218147b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Usage tracker for resource:security_group and tenant:3e86cc7941934d41a7fc333ea0673924 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:19.545221 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-3ee9177b-a993-4faf-9647-efb92218147b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:19.553291 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-3ee9177b-a993-4faf-9647-efb92218147b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:19.555610 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:19.586168 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:19.603132 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-1b0753ae-b43d-4188-bcbb-2a1cf0b036d1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c023acdf323b4aa4916cf9ce4742ba1d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8087821 Apr 20 17:35:19.603938 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0753ae-b43d-4188-bcbb-2a1cf0b036d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49893e46-33fa-4dd3-9c16-c308d25d3927,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:19.607296 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 50416) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:19.632119 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-1b0753ae-b43d-4188-bcbb-2a1cf0b036d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:19.666955 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f95da4-5c12-45d3-b05b-8a19bac966bd admin admin] Network a2d0ac58-2725-4eae-8fed-6bdf47ba936f is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:35:19.720873 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-85f95da4-5c12-45d3-b05b-8a19bac966bd admin admin] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:35:19.770438 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a314702d-4430-49f6-94bc-08a26830466a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:19.843624 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] Network b79cf7a9-60d0-4ba8-bbc1-fe5a3eeab2cf has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: from cryptography.utils import int_from_bytes Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: from cryptography.utils import int_from_bytes Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: (rel_b, rel_a, rel_b), Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: (rel_b, rel_a, rel_b), Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: Traceback (most recent call last): Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: timer() Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: cb(*args, **kw) Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: return func(*args, **kwargs) Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: self._notify() Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: self.callback(batched_events) Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: event.method(event) Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: segment_id)['aggregates'][0] Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: return f(self, *a, **k) Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: return self._get(url).json() Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: **kwargs) Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: return self.request(url, 'GET', **kwargs) Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: **endpoint_filter) Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:35:19.989482 dv-cinder-786927-2-smb neutron-server[86373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:35:20.000033 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3ee9177b-a993-4faf-9647-efb92218147b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:20.006311 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f95da4-5c12-45d3-b05b-8a19bac966bd admin admin] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:35:20.050357 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'name': 'tempest-AttachVolumeTestJSON-982371314-router', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:35:14Z', 'revision_number': 4, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'gw_port': {'id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': 'a102653d-4638-4bb1-bf81-c497966d3f71', 'name': '', 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'mac_address': 'fa:16:3e:10:2d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:12Z', 'updated_at': '2021-04-20T17:35:14Z', 'revision_number': 2, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'subnets': [{'id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:20.065272 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] Checking router: 059a06c9-c7ca-497f-bb22-288dc09727ec for host: dv-cinder-786927-2-smb {{(pid=86491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:35:20.066325 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] Updating router 059a06c9-c7ca-497f-bb22-288dc09727ec port a102653d-4638-4bb1-bf81-c497966d3f71 binding host dv-cinder-786927-2-smb {{(pid=86491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 17:35:20.115976 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f8242950-715f-4b10-a7ea-e30f6e2e3edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:20.124633 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0e7843ca-b543-4d33-9253-b6e701f3f9a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:20.174673 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:20.175583 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314702d-4430-49f6-94bc-08a26830466a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2363f72c-72d5-42f7-ae62-fd7016dc0cf0,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:20.204416 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a314702d-4430-49f6-94bc-08a26830466a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:20.246834 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a314702d-4430-49f6-94bc-08a26830466a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:20.251336 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-a314702d-4430-49f6-94bc-08a26830466a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2363f72c-72d5-42f7-ae62-fd7016dc0cf0 HTTP/1.1" status: 204 len: 168 time: 1.4202766 Apr 20 17:35:20.279439 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0e7843ca-b543-4d33-9253-b6e701f3f9a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:20.527495 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device d4e2c02d-6fcc-41c5-8df5-379a72a3dff4 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:35:20.616405 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7997f1c2-29d0-4134-97b0-a85e61cbe147 {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:35:20.626595 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0e7843ca-b543-4d33-9253-b6e701f3f9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:20.638610 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:20.644536 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-ef915db9-11aa-45aa-9770-757273ff31f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:20.668924 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7843ca-b543-4d33-9253-b6e701f3f9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49893e46-33fa-4dd3-9c16-c308d25d3927,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:20.671586 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0e7843ca-b543-4d33-9253-b6e701f3f9a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:20.692853 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0e7843ca-b543-4d33-9253-b6e701f3f9a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:20.694195 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-0e7843ca-b543-4d33-9253-b6e701f3f9a3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/49893e46-33fa-4dd3-9c16-c308d25d3927 HTTP/1.1" status: 204 len: 168 time: 1.0711291 Apr 20 17:35:20.722019 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] Transition to ACTIVE for port object 7997f1c2-29d0-4134-97b0-a85e61cbe147 will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:35:20.748542 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port d4e2c02d-6fcc-41c5-8df5-379a72a3dff4 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:20.748971 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:20.751833 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:20.760846 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854139263'] for network, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:20.770125 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7c5a48c3-978c-4b02-98ef-d0657f2ddd92 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:20.802498 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-85f95da4-5c12-45d3-b05b-8a19bac966bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636417'] for router_interface, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:20.812261 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-3ee9177b-a993-4faf-9647-efb92218147b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:20.879535 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:20.884859 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-3ee9177b-a993-4faf-9647-efb92218147b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Usage tracker for resource:security_group_rule and tenant:3e86cc7941934d41a7fc333ea0673924 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:20.900126 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:20.958380 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda60ca-d4c0-49b1-a40d-d2bcb4163e76 req-a1316626-fdc0-47d6-8f5d-a767613e85f3 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:20.976227 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4dda60ca-d4c0-49b1-a40d-d2bcb4163e76 req-a1316626-fdc0-47d6-8f5d-a767613e85f3 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ce7f53-850e-4bec-b5e6-17511e65543f HTTP/1.1" status: 200 len: 932 time: 2.2144852 Apr 20 17:35:20.987049 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-3ee9177b-a993-4faf-9647-efb92218147b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:21.120682 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device c6d483cf-c137-4e9c-8179-0575961e93cd up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:35:21.129577 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-3ee9177b-a993-4faf-9647-efb92218147b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:21.143849 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-4dda60ca-d4c0-49b1-a40d-d2bcb4163e76 req-70690fa9-beb4-4e77-a2a7-9a24be3a1b5a tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Synchronizing usage tracker for tenant:01251bb1472d4100b4b5e33512120752 on resource:security_group {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:35:21.176579 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] 10.222.0.75 "DELETE /v2.0/networks/b79cf7a9-60d0-4ba8-bbc1-fe5a3eeab2cf HTTP/1.1" status: 204 len: 168 time: 6.7762468 Apr 20 17:35:21.177542 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 50444) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:21.218765 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fee0ecc-2f36-475f-b2a6-ffd65a002cbf admin admin] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:35:21.233588 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-4dda60ca-d4c0-49b1-a40d-d2bcb4163e76 req-70690fa9-beb4-4e77-a2a7-9a24be3a1b5a tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Unset dirty status for tenant:01251bb1472d4100b4b5e33512120752 on resource:security_group {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:35:21.240816 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4dda60ca-d4c0-49b1-a40d-d2bcb4163e76 req-70690fa9-beb4-4e77-a2a7-9a24be3a1b5a tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ac5949f-0c19-4e99-9599-3ff3edc64c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635119 Apr 20 17:35:21.261417 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] Notify callbacks [] for port, precommit_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:21.270914 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] Pushing event updated for resources: {'Port': ['ID=7997f1c2-29d0-4134-97b0-a85e61cbe147,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:21.284598 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5532a407-462e-47b9-8470-0e026e891651 None None] Sync routers for ids ['3f30ca91-3312-4342-bd1f-93a1532f2278'] in dv-cinder-786927-2-smb {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:35:21.286883 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:21.292631 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] Transition to ACTIVE for port object a102653d-4638-4bb1-bf81-c497966d3f71 will not be triggered until provisioned by entity L2. {{(pid=86491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:35:21.297469 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] Attempting to bind port 7997f1c2-29d0-4134-97b0-a85e61cbe147 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:35:21.297919 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] Attempting to bind port 7997f1c2-29d0-4134-97b0-a85e61cbe147 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '298dea6b-a86e-4948-8779-be9aab2150f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'e8f09bcd-893a-4aea-86d8-7154ff72667c'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:35:21.298284 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] Attempting to bind port 7997f1c2-29d0-4134-97b0-a85e61cbe147 on network e8f09bcd-893a-4aea-86d8-7154ff72667c {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:35:21.310552 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5532a407-462e-47b9-8470-0e026e891651 None None] Routers {'3f30ca91-3312-4342-bd1f-93a1532f2278'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:35:21.311694 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-5532a407-462e-47b9-8470-0e026e891651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:35:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['3f30ca91-3312-4342-bd1f-93a1532f2278'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:21.314184 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] Port 7997f1c2-29d0-4134-97b0-a85e61cbe147 on network e8f09bcd-893a-4aea-86d8-7154ff72667c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:35:21.314592 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] Attempting to bind port 7997f1c2-29d0-4134-97b0-a85e61cbe147 on network e8f09bcd-893a-4aea-86d8-7154ff72667c {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:35:21.327809 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] Checking agent: {'id': 'fd2caffb-19f6-4460-a29d-56c5ffae00d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'started_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:35:21.328202 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] Checking segment: {'id': '298dea6b-a86e-4948-8779-be9aab2150f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'e8f09bcd-893a-4aea-86d8-7154ff72667c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:35:21.328637 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] Pushing event deleted for resources: {'Network': ['ID=b79cf7a9-60d0-4ba8-bbc1-fe5a3eeab2cf,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:21.328843 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] Bound using segment: {'id': '298dea6b-a86e-4948-8779-be9aab2150f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'e8f09bcd-893a-4aea-86d8-7154ff72667c'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:35:21.329409 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] Bound port: 7997f1c2-29d0-4134-97b0-a85e61cbe147, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '298dea6b-a86e-4948-8779-be9aab2150f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': 'e8f09bcd-893a-4aea-86d8-7154ff72667c'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:35:21.329810 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:21.342349 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-50ae9b93-bd57-47a8-bdbf-445198a32155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:21.358139 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:21.363093 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:21.369035 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5fee0ecc-2f36-475f-b2a6-ffd65a002cbf admin admin] Notify callbacks [] for router, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:21.373546 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-5fee0ecc-2f36-475f-b2a6-ffd65a002cbf admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 15.8603334 Apr 20 17:35:21.380274 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 50450) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:21.539851 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3ee9177b-a993-4faf-9647-efb92218147b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:21.574298 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f06bb7c-edf7-48e2-893d-03d90f6a933a admin admin] Deleting subnet b3d39893-9687-4c7c-a2fb-80a4e8d50e3e {{(pid=86488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 17:35:21.610319 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3ee9177b-a993-4faf-9647-efb92218147b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:21.637024 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4e7b26e8-b6c2-47dc-8902-8e8521d9c4ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:21.679784 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4f06bb7c-edf7-48e2-893d-03d90f6a933a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:21.691461 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25eaba-6850-4f8c-a8dd-79fcb2a069b5 None None] Pushing event updated for resources: {'Port': ['ID=a102653d-4638-4bb1-bf81-c497966d3f71,revision_number=3']} {{(pid=86491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:21.705458 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4f25eaba-6850-4f8c-a8dd-79fcb2a069b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:21.788469 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port c6d483cf-c137-4e9c-8179-0575961e93cd triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:21.788970 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:21.918523 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9177b-a993-4faf-9647-efb92218147b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0f3da4-99a7-4174-a323-72fe6afa2324,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:21.933722 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3ee9177b-a993-4faf-9647-efb92218147b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:21.946335 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4f06bb7c-edf7-48e2-893d-03d90f6a933a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852460027'] for subnet, precommit_delete_associations {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:21.964670 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] Attempting to bind port a102653d-4638-4bb1-bf81-c497966d3f71 on host dv-cinder-786927-2-smb for vnic_type normal with profile {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:35:21.965186 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] Attempting to bind port a102653d-4638-4bb1-bf81-c497966d3f71 by drivers openvswitch,hyperv on host dv-cinder-786927-2-smb at level 0 using segments [{'id': '0293f50f-b8a5-4a30-a918-07044456f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e'}] {{(pid=86491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:35:21.965597 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] Attempting to bind port a102653d-4638-4bb1-bf81-c497966d3f71 on network c4c40d2b-ceca-4fa5-a564-5d269c274c9e {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:35:21.973822 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] Checking agent: {'id': '74ba6a7c-ead8-41e5-9ed8-4c77b6c88b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 26, 7), 'started_at': datetime.datetime(2021, 4, 20, 17, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:35:21.974288 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] Checking segment: {'id': '0293f50f-b8a5-4a30-a918-07044456f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:35:21.974850 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:21.975335 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] Bound using segment: {'id': '0293f50f-b8a5-4a30-a918-07044456f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e'} {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:35:21.975923 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] Bound port: a102653d-4638-4bb1-bf81-c497966d3f71, host: dv-cinder-786927-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0293f50f-b8a5-4a30-a918-07044456f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e'}}] {{(pid=86491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:35:21.986219 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:21.989323 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3ee9177b-a993-4faf-9647-efb92218147b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:21.994318 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-3ee9177b-a993-4faf-9647-efb92218147b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.4920700 Apr 20 17:35:21.998195 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 50464) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:22.005828 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-85f95da4-5c12-45d3-b05b-8a19bac966bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:22.022291 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-885c638c-cf3a-4147-93ea-ee6abe350792 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Request body: {'security_group_rule': {'security_group_id': 'ab0f3da4-99a7-4174-a323-72fe6afa2324', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:22.051311 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-885c638c-cf3a-4147-93ea-ee6abe350792 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:22.096639 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-885c638c-cf3a-4147-93ea-ee6abe350792 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Usage tracker for resource:security_group_rule and tenant:3e86cc7941934d41a7fc333ea0673924 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:22.112556 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-885c638c-cf3a-4147-93ea-ee6abe350792 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:22.134688 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-885c638c-cf3a-4147-93ea-ee6abe350792 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:22.140130 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4f06bb7c-edf7-48e2-893d-03d90f6a933a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394978'] for subnet, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:22.185631 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-5532a407-462e-47b9-8470-0e026e891651 None None] Set router 3f30ca91-3312-4342-bd1f-93a1532f2278 gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:35:22.226795 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 50468) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:22.325329 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] For port a102653d-4638-4bb1-bf81-c497966d3f71, host dv-cinder-786927-2-smb, cleared binding levels {{(pid=86491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:35:22.333657 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] For port a102653d-4638-4bb1-bf81-c497966d3f71, host dv-cinder-786927-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=a102653d-4638-4bb1-bf81-c497966d3f71,segment=NetworkSegment(0293f50f-b8a5-4a30-a918-07044456f366),segment_id=0293f50f-b8a5-4a30-a918-07044456f366)] {{(pid=86491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:35:22.361159 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:22.366891 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:22.379205 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-68592f0a-eac0-43c2-b574-5d6a6b70fe39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:22.577954 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] Routers {'059a06c9-c7ca-497f-bb22-288dc09727ec'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:35:22.592059 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:35:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['059a06c9-c7ca-497f-bb22-288dc09727ec'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:22.894581 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25eaba-6850-4f8c-a8dd-79fcb2a069b5 None None] Pushing event updated for resources: {'Port': ['ID=a102653d-4638-4bb1-bf81-c497966d3f71,revision_number=4']} {{(pid=86491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:22.898324 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4f25eaba-6850-4f8c-a8dd-79fcb2a069b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:22.942302 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-5532a407-462e-47b9-8470-0e026e891651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'name': 'tempest-AttachVolumeShelveTestJSON-1076416549-router', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:13Z', 'revision_number': 3, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'gw_port': {'id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:09Z', 'updated_at': '2021-04-20T17:35:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb'}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:22.954732 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5532a407-462e-47b9-8470-0e026e891651 None None] Checking router: 3f30ca91-3312-4342-bd1f-93a1532f2278 for host: dv-cinder-786927-2-smb {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:35:22.955632 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5532a407-462e-47b9-8470-0e026e891651 None None] Updating router 3f30ca91-3312-4342-bd1f-93a1532f2278 port c3bc95a0-5307-4345-bafc-f9c5cf45b08e binding host dv-cinder-786927-2-smb {{(pid=86490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 17:35:23.001852 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] Set router 059a06c9-c7ca-497f-bb22-288dc09727ec gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:35:23.025302 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 50476) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:23.075629 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5532a407-462e-47b9-8470-0e026e891651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:23.241175 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-885c638c-cf3a-4147-93ea-ee6abe350792 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:23.300988 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] For port 7997f1c2-29d0-4134-97b0-a85e61cbe147, host hv-cinder-78692, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:35:23.334880 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-68592f0a-eac0-43c2-b574-5d6a6b70fe39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:23.381971 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] For port 7997f1c2-29d0-4134-97b0-a85e61cbe147, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7997f1c2-29d0-4134-97b0-a85e61cbe147,segment=NetworkSegment(298dea6b-a86e-4948-8779-be9aab2150f8),segment_id=298dea6b-a86e-4948-8779-be9aab2150f8)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:35:23.392224 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-68592f0a-eac0-43c2-b574-5d6a6b70fe39 admin admin] Usage tracker for resource:security_group_rule and tenant:8fa1925844664d0793d4579d525e7acc is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:23.404448 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-68592f0a-eac0-43c2-b574-5d6a6b70fe39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:23.416745 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:23.446991 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:23.473171 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-68592f0a-eac0-43c2-b574-5d6a6b70fe39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:23.534477 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:35:23.540070 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4f06bb7c-edf7-48e2-893d-03d90f6a933a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853380838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852459956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852674988'] for subnet, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:23.577777 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] Pushing event updated for resources: {'Port': ['ID=7997f1c2-29d0-4134-97b0-a85e61cbe147,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:23.605155 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-22a70ca2-f24d-43fe-bf2c-5ddc0cf80cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:23.656574 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:23.657262 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:23.658816 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] 10.222.0.76 "PUT /v2.0/ports/7997f1c2-29d0-4134-97b0-a85e61cbe147 HTTP/1.1" status: 200 len: 1094 time: 4.6529474 Apr 20 17:35:23.659488 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ce7f53-850e-4bec-b5e6-17511e65543f', 'tag': '7997f1c2-29d0-4134-97b0-a85e61cbe147'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:35:23.730417 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8510f305-386f-40b2-b81f-820940e330e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:23.753461 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-8510f305-386f-40b2-b81f-820940e330e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:23.757811 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-8510f305-386f-40b2-b81f-820940e330e9 admin admin] Usage tracker for resource:security_group_rule and tenant:96679ec07db4491a92484271cf0df817 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:23.760973 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-8510f305-386f-40b2-b81f-820940e330e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:23.767869 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-8510f305-386f-40b2-b81f-820940e330e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:23.861526 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8510f305-386f-40b2-b81f-820940e330e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:23.922176 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8510f305-386f-40b2-b81f-820940e330e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:23.930969 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:23.945625 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-68592f0a-eac0-43c2-b574-5d6a6b70fe39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:23.954182 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4f06bb7c-edf7-48e2-893d-03d90f6a933a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:23.995069 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-c1296d77-a134-4184-9af1-5b41b8a09bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:24.004375 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5532a407-462e-47b9-8470-0e026e891651 None None] Notify callbacks [] for port, precommit_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:24.005379 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-8510f305-386f-40b2-b81f-820940e330e9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=96679ec07db4491a92484271cf0df817&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8750761 Apr 20 17:35:24.015765 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 50502) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:24.048402 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-885c638c-cf3a-4147-93ea-ee6abe350792 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:24.052869 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-4f06bb7c-edf7-48e2-893d-03d90f6a933a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/b3d39893-9687-4c7c-a2fb-80a4e8d50e3e HTTP/1.1" status: 204 len: 168 time: 2.8342969 Apr 20 17:35:24.054769 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 50508) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:24.054908 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5532a407-462e-47b9-8470-0e026e891651 None None] Transition to ACTIVE for port object c3bc95a0-5307-4345-bafc-f9c5cf45b08e will not be triggered until provisioned by entity L2. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:35:24.078341 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'name': 'tempest-AttachVolumeTestJSON-982371314-router', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:35:14Z', 'revision_number': 4, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'gw_port': {'id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': 'a102653d-4638-4bb1-bf81-c497966d3f71', 'name': '', 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'mac_address': 'fa:16:3e:10:2d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:12Z', 'updated_at': '2021-04-20T17:35:22Z', 'revision_number': 4, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'subnets': [{'id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:24.087769 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83154f1f-31f8-4639-9568-bc867582de50 req-5cb70a66-4dad-43fb-b981-d308d3f15b89 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:24.089808 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-83154f1f-31f8-4639-9568-bc867582de50 req-5cb70a66-4dad-43fb-b981-d308d3f15b89 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ce7f53-850e-4bec-b5e6-17511e65543f HTTP/1.1" status: 200 len: 944 time: 1.0134261 Apr 20 17:35:24.094434 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5532a407-462e-47b9-8470-0e026e891651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:24.098164 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-68592f0a-eac0-43c2-b574-5d6a6b70fe39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:24.108730 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:24.118240 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec1c0e0-fcd7-42e8-80ce-1f2b783eed40 None None] The sync data for ids ['059a06c9-c7ca-497f-bb22-288dc09727ec'] in dv-cinder-786927-2-smb is: [{'id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'name': 'tempest-AttachVolumeTestJSON-982371314-router', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:35:14Z', 'revision_number': 4, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'gw_port': {'id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': 'a102653d-4638-4bb1-bf81-c497966d3f71', 'name': '', 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'mac_address': 'fa:16:3e:10:2d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:12Z', 'updated_at': '2021-04-20T17:35:22Z', 'revision_number': 4, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'subnets': [{'id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:35:24.131925 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-bf27d952-9d3d-4d16-ad34-be0ed5a90f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:24.133658 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-bf27d952-9d3d-4d16-ad34-be0ed5a90f47 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=01251bb1472d4100b4b5e33512120752&device_id=65ce7f53-850e-4bec-b5e6-17511e65543f HTTP/1.1" status: 200 len: 1097 time: 0.2627337 Apr 20 17:35:24.220772 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f895f127-6933-49be-aeca-ec854b5e2276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:24.233151 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510f305-386f-40b2-b81f-820940e330e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8900bf2d-a8a9-42ee-aa79-3a6ddebd427b,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:24.353714 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-885c638c-cf3a-4147-93ea-ee6abe350792 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378812'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:24.366887 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-88862e15-404f-469e-a02f-9093152aa326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1824878'] for network, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:24.479583 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-8510f305-386f-40b2-b81f-820940e330e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:24.482358 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-5532a407-462e-47b9-8470-0e026e891651 None None] Attempting to bind port c3bc95a0-5307-4345-bafc-f9c5cf45b08e on host dv-cinder-786927-2-smb for vnic_type normal with profile {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:35:24.483225 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-5532a407-462e-47b9-8470-0e026e891651 None None] Attempting to bind port c3bc95a0-5307-4345-bafc-f9c5cf45b08e by drivers openvswitch,hyperv on host dv-cinder-786927-2-smb at level 0 using segments [{'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:35:24.483893 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5532a407-462e-47b9-8470-0e026e891651 None None] Attempting to bind port c3bc95a0-5307-4345-bafc-f9c5cf45b08e on network a0481120-3cc8-449f-86d5-38ee9053982b {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:35:24.488306 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:24.489407 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e8a3d-be00-47be-bae8-5965123db6ca None None] Pushing event updated for resources: {'Port': ['ID=c3bc95a0-5307-4345-bafc-f9c5cf45b08e,revision_number=2']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:24.494852 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7f4e8a3d-be00-47be-bae8-5965123db6ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:24.495908 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5532a407-462e-47b9-8470-0e026e891651 None None] Checking agent: {'id': '74ba6a7c-ead8-41e5-9ed8-4c77b6c88b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 26, 7), 'started_at': datetime.datetime(2021, 4, 20, 17, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:35:24.496496 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5532a407-462e-47b9-8470-0e026e891651 None None] Checking segment: {'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:35:24.497056 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5532a407-462e-47b9-8470-0e026e891651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:24.498135 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5532a407-462e-47b9-8470-0e026e891651 None None] Bound using segment: {'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:35:24.498874 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-5532a407-462e-47b9-8470-0e026e891651 None None] Bound port: c3bc95a0-5307-4345-bafc-f9c5cf45b08e, host: dv-cinder-786927-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:35:24.499717 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5532a407-462e-47b9-8470-0e026e891651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:24.583350 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-ff105b01-f9df-461e-a182-dc6017c5ad1d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7997f1c2-29d0-4134-97b0-a85e61cbe147 HTTP/1.1" status: 200 len: 217 time: 0.3537810 Apr 20 17:35:24.614867 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5532a407-462e-47b9-8470-0e026e891651 None None] For port c3bc95a0-5307-4345-bafc-f9c5cf45b08e, host dv-cinder-786927-2-smb, cleared binding levels {{(pid=86490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:35:24.620067 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5532a407-462e-47b9-8470-0e026e891651 None None] For port c3bc95a0-5307-4345-bafc-f9c5cf45b08e, host dv-cinder-786927-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=c3bc95a0-5307-4345-bafc-f9c5cf45b08e,segment=NetworkSegment(b1e9f102-11a2-4b4f-ab28-aef5c346bdb3),segment_id=b1e9f102-11a2-4b4f-ab28-aef5c346bdb3)] {{(pid=86490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:35:24.632355 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.db.resource_extend [None req-85f95da4-5c12-45d3-b05b-8a19bac966bd admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 17:35:24.660720 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5532a407-462e-47b9-8470-0e026e891651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:24.665590 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-85f95da4-5c12-45d3-b05b-8a19bac966bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:24.674217 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d7b0596e-f4ae-4e1e-a6fd-63919b194d97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:24.685177 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-68592f0a-eac0-43c2-b574-5d6a6b70fe39 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8fa1925844664d0793d4579d525e7acc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4546139 Apr 20 17:35:24.751546 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f895f127-6933-49be-aeca-ec854b5e2276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:24.755611 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 50524) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:24.761349 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06bb7c-edf7-48e2-893d-03d90f6a933a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3d39893-9687-4c7c-a2fb-80a4e8d50e3e,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:24.772017 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4f06bb7c-edf7-48e2-893d-03d90f6a933a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.167s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:24.852014 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3ee9177b-a993-4faf-9647-efb92218147b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.389s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:24.880373 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5532a407-462e-47b9-8470-0e026e891651 None None] Routers {'3f30ca91-3312-4342-bd1f-93a1532f2278'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:35:24.881185 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-5532a407-462e-47b9-8470-0e026e891651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:35:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['3f30ca91-3312-4342-bd1f-93a1532f2278'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:24.886214 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-85f95da4-5c12-45d3-b05b-8a19bac966bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2316177'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:24.910065 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-885c638c-cf3a-4147-93ea-ee6abe350792 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:24.912052 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-885c638c-cf3a-4147-93ea-ee6abe350792 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.9100995 Apr 20 17:35:24.930468 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 50532) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:24.932738 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ce7f53-850e-4bec-b5e6-17511e65543f', 'tag': '7997f1c2-29d0-4134-97b0-a85e61cbe147', 'status': 'completed', 'code': 200} Apr 20 17:35:24.980947 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-58b73f0d-641d-4611-b1a3-83920bf17071 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Request body: {'security_group_rule': {'security_group_id': 'ab0f3da4-99a7-4174-a323-72fe6afa2324', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:25.048604 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-83154f1f-31f8-4639-9568-bc867582de50 req-d3ebbb05-5675-4dea-93c9-23ae710623ec tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ac5949f-0c19-4e99-9599-3ff3edc64c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9472992 Apr 20 17:35:25.056587 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-58b73f0d-641d-4611-b1a3-83920bf17071 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:25.104794 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e7290737-4cfb-476c-b728-e571c6498600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:25.121687 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-58b73f0d-641d-4611-b1a3-83920bf17071 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Usage tracker for resource:security_group_rule and tenant:3e86cc7941934d41a7fc333ea0673924 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:25.131650 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-91b29e4e-11aa-4259-bb84-20a14a86ee6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:25.163199 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e7290737-4cfb-476c-b728-e571c6498600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:25.176946 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-58b73f0d-641d-4611-b1a3-83920bf17071 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:25.205117 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-f951f25c-3c12-40fb-82ac-1fec2878c4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:25.206753 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-f951f25c-3c12-40fb-82ac-1fec2878c4c3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6e3a6349-719c-4326-b590-f127c42a3933 HTTP/1.1" status: 200 len: 852 time: 0.5957966 Apr 20 17:35:25.235440 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-58b73f0d-641d-4611-b1a3-83920bf17071 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:25.249139 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68592f0a-eac0-43c2-b574-5d6a6b70fe39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8570eac-d5e2-4285-a12f-a10deb086034,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:25.283147 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-68592f0a-eac0-43c2-b574-5d6a6b70fe39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:25.286680 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-88862e15-404f-469e-a02f-9093152aa326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853380745', 'neutron.services.segments.db._delete_segments_for_network-8775308586611'] for network, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:25.327596 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.776s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:25.329507 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device a102653d-4638-4bb1-bf81-c497966d3f71 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:35:25.342515 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e7290737-4cfb-476c-b728-e571c6498600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:25.425916 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e8a3d-be00-47be-bae8-5965123db6ca None None] Pushing event updated for resources: {'Port': ['ID=c3bc95a0-5307-4345-bafc-f9c5cf45b08e,revision_number=3']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:25.433575 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7f4e8a3d-be00-47be-bae8-5965123db6ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:25.467971 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-86832188-8b7d-43d6-807f-f19b03f1ae1f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e8f09bcd-893a-4aea-86d8-7154ff72667c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1357944 Apr 20 17:35:25.497093 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-58b73f0d-641d-4611-b1a3-83920bf17071 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:25.542492 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-5532a407-462e-47b9-8470-0e026e891651 None None] Set router 3f30ca91-3312-4342-bd1f-93a1532f2278 gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:35:25.564159 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-85f95da4-5c12-45d3-b05b-8a19bac966bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854139290'] for router_interface, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:25.576975 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e7290737-4cfb-476c-b728-e571c6498600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:25.585318 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-e7290737-4cfb-476c-b728-e571c6498600 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f8570eac-d5e2-4285-a12f-a10deb086034 HTTP/1.1" status: 204 len: 168 time: 0.8257055 Apr 20 17:35:25.586182 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c638c-cf3a-4147-93ea-ee6abe350792 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=befcb4ba-f288-460a-818e-b216d82d9480,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:25.597946 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-885c638c-cf3a-4147-93ea-ee6abe350792 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:25.622756 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5fee0ecc-2f36-475f-b2a6-ffd65a002cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.588s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:25.623714 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f895f127-6933-49be-aeca-ec854b5e2276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:25.634122 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning for port a102653d-4638-4bb1-bf81-c497966d3f71 completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:35:25.756877 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-88862e15-404f-469e-a02f-9093152aa326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c800a53a-553e-4003-bcf6-37f9a09f1397']}} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:25.768262 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0e7843ca-b543-4d33-9253-b6e701f3f9a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:25.785925 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port a102653d-4638-4bb1-bf81-c497966d3f71 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:25.794902 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:25.817517 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895f127-6933-49be-aeca-ec854b5e2276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8900bf2d-a8a9-42ee-aa79-3a6ddebd427b,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:25.867394 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f895f127-6933-49be-aeca-ec854b5e2276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:25.928611 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-88862e15-404f-469e-a02f-9093152aa326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55cae9c-9bb3-46b4-b82d-516cc55b9b87') {'for_net_delete': True} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:25.928891 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-88862e15-404f-469e-a02f-9093152aa326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55cae9c-9bb3-46b4-b82d-516cc55b9b87') {} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:25.961114 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f95da4-5c12-45d3-b05b-8a19bac966bd admin admin] Network a2d0ac58-2725-4eae-8fed-6bdf47ba936f is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:35:25.965554 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f95da4-5c12-45d3-b05b-8a19bac966bd admin admin] Pushing event updated for resources: {'Port': ['ID=f4b2b4bb-b06e-4522-8524-80fe65543dc4,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:25.968353 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-85f95da4-5c12-45d3-b05b-8a19bac966bd admin admin] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:35:25.984537 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-85f95da4-5c12-45d3-b05b-8a19bac966bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:25.985071 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-088ccf57-353e-48aa-a4fe-1a11ddf30f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.511s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:25.995695 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f895f127-6933-49be-aeca-ec854b5e2276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:26.000087 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-88862e15-404f-469e-a02f-9093152aa326 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261546079075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315789'] for segment, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:26.004896 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-f895f127-6933-49be-aeca-ec854b5e2276 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8900bf2d-a8a9-42ee-aa79-3a6ddebd427b HTTP/1.1" status: 204 len: 168 time: 1.9842000 Apr 20 17:35:26.012081 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7290737-4cfb-476c-b728-e571c6498600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8570eac-d5e2-4285-a12f-a10deb086034,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:26.019387 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-e7290737-4cfb-476c-b728-e571c6498600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:26.030703 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-88862e15-404f-469e-a02f-9093152aa326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:26.039259 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-58b73f0d-641d-4611-b1a3-83920bf17071 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:26.051726 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88862e15-404f-469e-a02f-9093152aa326 admin admin] Releasing vlan 989 on physical network physnet1 to pool {{(pid=86488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 17:35:26.101580 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-58b73f0d-641d-4611-b1a3-83920bf17071 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378812'] for security_group_rule, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:26.205932 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-f62d31d6-3a07-43a4-964f-b98779c43f6b service neutron] 10.222.0.76 "GET /v2.0/networks/e8f09bcd-893a-4aea-86d8-7154ff72667c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6394570 Apr 20 17:35:26.217775 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:26.306299 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b73f0d-641d-4611-b1a3-83920bf17071 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90e1c7f-997a-48e3-8c34-54ade5320391,revision_number=0']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:26.338940 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-58b73f0d-641d-4611-b1a3-83920bf17071 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:26.371381 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-91b29e4e-11aa-4259-bb84-20a14a86ee6d admin admin] Allocated IP 172.20.0.1 (43f466f2-e643-4c2d-a72d-6fa47845b747/e7b59eb6-7796-4d48-ad26-1b7d7898dd0a/73cde741-ba67-4783-bfb4-aec69f40f174) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:35:26.385896 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-58b73f0d-641d-4611-b1a3-83920bf17071 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:26.392340 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-58b73f0d-641d-4611-b1a3-83920bf17071 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4524221 Apr 20 17:35:26.400268 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 50560) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:26.416754 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-5e7941cd-6b6c-4be1-81a9-6ada19d3a3ab tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Request body: {'floatingip': {'floating_network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:26.482343 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:26.519030 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-5532a407-462e-47b9-8470-0e026e891651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'name': 'tempest-AttachVolumeShelveTestJSON-1076416549-router', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:13Z', 'revision_number': 3, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'gw_port': {'id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:09Z', 'updated_at': '2021-04-20T17:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb'}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:26.526085 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5532a407-462e-47b9-8470-0e026e891651 None None] The sync data for ids ['3f30ca91-3312-4342-bd1f-93a1532f2278'] in dv-cinder-786927-2-smb is: [{'id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'name': 'tempest-AttachVolumeShelveTestJSON-1076416549-router', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:13Z', 'revision_number': 3, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'gw_port': {'id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:09Z', 'updated_at': '2021-04-20T17:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb'}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:35:26.526293 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-5e7941cd-6b6c-4be1-81a9-6ada19d3a3ab tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:26.539737 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-5e7941cd-6b6c-4be1-81a9-6ada19d3a3ab tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Usage tracker for resource:floatingip and tenant:3e86cc7941934d41a7fc333ea0673924 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:26.548340 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-5e7941cd-6b6c-4be1-81a9-6ada19d3a3ab tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:26.554801 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] For port a102653d-4638-4bb1-bf81-c497966d3f71, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=a102653d-4638-4bb1-bf81-c497966d3f71,segment=NetworkSegment(0293f50f-b8a5-4a30-a918-07044456f366),segment_id=0293f50f-b8a5-4a30-a918-07044456f366)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:35:26.561806 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-5e7941cd-6b6c-4be1-81a9-6ada19d3a3ab tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:26.604083 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:26.619534 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:26.917977 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cf2918eb-0a01-4fdc-9afd-05b8177d98bb req-229a29b3-7a15-40be-a53d-399a5918bc9d service neutron] 10.222.0.76 "GET /v2.0/networks/e8f09bcd-893a-4aea-86d8-7154ff72667c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947859 Apr 20 17:35:26.952680 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5e7941cd-6b6c-4be1-81a9-6ada19d3a3ab tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for floatingip, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:26.954750 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Pushing event updated for resources: {'Port': ['ID=a102653d-4638-4bb1-bf81-c497966d3f71,revision_number=5']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:26.967219 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:27.268106 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-88862e15-404f-469e-a02f-9093152aa326 admin admin] Network c800a53a-553e-4003-bcf6-37f9a09f1397 has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:35:27.299773 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-88862e15-404f-469e-a02f-9093152aa326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2316271'] for segment, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:27.708435 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f95da4-5c12-45d3-b05b-8a19bac966bd admin admin] Router bfde09ef-5aab-469c-ba3f-c496a5e2dca2 has already been hosted by L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 17:35:28.065359 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f95da4-5c12-45d3-b05b-8a19bac966bd admin admin] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:35:28.074762 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] Sync routers for ids ['bfde09ef-5aab-469c-ba3f-c496a5e2dca2'] in dv-cinder-786927-2-smb {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:35:28.093040 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-85f95da4-5c12-45d3-b05b-8a19bac966bd admin admin] 10.222.0.75 "PUT /v2.0/routers/bfde09ef-5aab-469c-ba3f-c496a5e2dca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6973462 Apr 20 17:35:28.093040 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-88862e15-404f-469e-a02f-9093152aa326 admin admin] Network c800a53a-553e-4003-bcf6-37f9a09f1397 has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:35:28.099117 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] Routers {'bfde09ef-5aab-469c-ba3f-c496a5e2dca2'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:35:28.100047 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:35:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['bfde09ef-5aab-469c-ba3f-c496a5e2dca2'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: Traceback (most recent call last): Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: timer() Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: cb(*args, **kw) Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: return func(*args, **kwargs) Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: self._notify() Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: self.callback(batched_events) Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: event.method(event) Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: segment_id)['aggregates'][0] Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: return f(self, *a, **k) Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: return self._get(url).json() Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: **kwargs) Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: return self.request(url, 'GET', **kwargs) Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: **endpoint_filter) Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:35:28.118237 dv-cinder-786927-2-smb neutron-server[86373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:35:28.211350 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-91b29e4e-11aa-4259-bb84-20a14a86ee6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:28.223795 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cc218-c47e-4d6b-9908-4fab22e69f52 req-161e4d3f-aa93-49a0-9013-2cbbe7bb480a tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:28.224854 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-278cc218-c47e-4d6b-9908-4fab22e69f52 req-161e4d3f-aa93-49a0-9013-2cbbe7bb480a tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Synchronizing usage tracker for tenant:01251bb1472d4100b4b5e33512120752 on resource:port {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:35:28.273847 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860f2a7-dd1f-44a4-a6cc-a76a02fafa05 req-5a9da48f-b21b-4a48-8de9-5a38c428e2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:28.275660 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a860f2a7-dd1f-44a4-a6cc-a76a02fafa05 req-5a9da48f-b21b-4a48-8de9-5a38c428e2ce service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=01251bb1472d4100b4b5e33512120752&device_id=65ce7f53-850e-4bec-b5e6-17511e65543f HTTP/1.1" status: 200 len: 1097 time: 0.4678388 Apr 20 17:35:28.378011 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-278cc218-c47e-4d6b-9908-4fab22e69f52 req-161e4d3f-aa93-49a0-9013-2cbbe7bb480a tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Unset dirty status for tenant:01251bb1472d4100b4b5e33512120752 on resource:port {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:35:28.379355 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-278cc218-c47e-4d6b-9908-4fab22e69f52 req-161e4d3f-aa93-49a0-9013-2cbbe7bb480a tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ce7f53-850e-4bec-b5e6-17511e65543f HTTP/1.1" status: 200 len: 944 time: 1.9448175 Apr 20 17:35:28.389503 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] Set router bfde09ef-5aab-469c-ba3f-c496a5e2dca2 gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:35:28.425669 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-91b29e4e-11aa-4259-bb84-20a14a86ee6d admin admin] Transition to ACTIVE for port object 73cde741-ba67-4783-bfb4-aec69f40f174 will not be triggered until provisioned by entity DHCP. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:35:28.454519 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-88862e15-404f-469e-a02f-9093152aa326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854139263'] for network, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:28.459564 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:28.496886 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-278cc218-c47e-4d6b-9908-4fab22e69f52 req-f3ebe159-0020-4331-8175-381bfba70ddb tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ac5949f-0c19-4e99-9599-3ff3edc64c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880852 Apr 20 17:35:28.496988 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-88862e15-404f-469e-a02f-9093152aa326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:28.496988 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88862e15-404f-469e-a02f-9093152aa326 admin admin] Pushing event deleted for resources: {'Network': ['ID=c800a53a-553e-4003-bcf6-37f9a09f1397,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:28.496988 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-88862e15-404f-469e-a02f-9093152aa326 admin admin] 10.222.0.75 "DELETE /v2.0/networks/c800a53a-553e-4003-bcf6-37f9a09f1397 HTTP/1.1" status: 204 len: 168 time: 4.3981657 Apr 20 17:35:28.499968 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-88862e15-404f-469e-a02f-9093152aa326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:28.556998 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5e7941cd-6b6c-4be1-81a9-6ada19d3a3ab tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:28.616857 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-91b29e4e-11aa-4259-bb84-20a14a86ee6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:28.632963 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:28.726749 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b29e4e-11aa-4259-bb84-20a14a86ee6d admin admin] Network 43f466f2-e643-4c2d-a72d-6fa47845b747 is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:35:28.738161 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-91b29e4e-11aa-4259-bb84-20a14a86ee6d admin admin] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:35:28.741609 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b29e4e-11aa-4259-bb84-20a14a86ee6d admin admin] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:35:28.742344 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-91b29e4e-11aa-4259-bb84-20a14a86ee6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636417'] for router_interface, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:28.808655 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b29e4e-11aa-4259-bb84-20a14a86ee6d admin admin] Pushing event updated for resources: {'Port': ['ID=73cde741-ba67-4783-bfb4-aec69f40f174,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:28.811679 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-91b29e4e-11aa-4259-bb84-20a14a86ee6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:28.852838 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-5e7941cd-6b6c-4be1-81a9-6ada19d3a3ab tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Allocated IP 172.28.1.240 (a0481120-3cc8-449f-86d5-38ee9053982b/ac485710-6ac4-46cc-b076-2738f89882f4/d7359e4c-d140-4cc2-b604-0cea194077f5) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:35:28.939341 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 50660) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:29.107728 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-698a6c9c-477e-4e2f-a1dc-a049f6842b70 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5e7a54edf6164b2386b817c8c986d476&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1667178 Apr 20 17:35:29.111081 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 50668) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:29.151039 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5b65a887-20e9-4a09-9e94-daa5dd3d7b49 None None] Provisioning for port 73cde741-ba67-4783-bfb4-aec69f40f174 completed by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:35:29.157359 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5b65a887-20e9-4a09-9e94-daa5dd3d7b49 None None] Provisioning complete for port 73cde741-ba67-4783-bfb4-aec69f40f174 triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:29.157795 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5b65a887-20e9-4a09-9e94-daa5dd3d7b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:29.305400 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-5b65a887-20e9-4a09-9e94-daa5dd3d7b49 None None] Port 73cde741-ba67-4783-bfb4-aec69f40f174 cannot update to ACTIVE because it is not bound. {{(pid=86490) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 17:35:29.308120 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device c3bc95a0-5307-4345-bafc-f9c5cf45b08e up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:35:29.326135 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-91b29e4e-11aa-4259-bb84-20a14a86ee6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:29.333707 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c130bdb0-fbaf-4bfd-a962-792c5e317c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:29.415312 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c130bdb0-fbaf-4bfd-a962-792c5e317c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:29.415680 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfde09ef-5aab-469c-ba3f-c496a5e2dca2', 'name': 'tempest-ServerRescueNegativeTestJSON-1660860736-router', 'tenant_id': '028eef62e6864fc89f3548dcd265d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c6d483cf-c137-4e9c-8179-0575961e93cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:02Z', 'updated_at': '2021-04-20T17:35:21Z', 'revision_number': 4, 'project_id': '028eef62e6864fc89f3548dcd265d0df', 'gw_port': {'id': 'c6d483cf-c137-4e9c-8179-0575961e93cd', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfde09ef-5aab-469c-ba3f-c496a5e2dca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': 'f4b2b4bb-b06e-4522-8524-80fe65543dc4', 'name': '', 'network_id': 'a2d0ac58-2725-4eae-8fed-6bdf47ba936f', 'tenant_id': '028eef62e6864fc89f3548dcd265d0df', 'mac_address': 'fa:16:3e:f3:9e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfde09ef-5aab-469c-ba3f-c496a5e2dca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c6eddfa4-1956-4af6-940a-b08e3d6fd898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:13Z', 'updated_at': '2021-04-20T17:35:22Z', 'revision_number': 2, 'project_id': '028eef62e6864fc89f3548dcd265d0df', 'subnets': [{'id': 'c6eddfa4-1956-4af6-940a-b08e3d6fd898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:29.431008 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] Checking router: bfde09ef-5aab-469c-ba3f-c496a5e2dca2 for host: dv-cinder-786927-2-smb {{(pid=86491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:35:29.433236 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] Updating router bfde09ef-5aab-469c-ba3f-c496a5e2dca2 port f4b2b4bb-b06e-4522-8524-80fe65543dc4 binding host dv-cinder-786927-2-smb {{(pid=86491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 17:35:29.625489 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:29.644652 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5e7941cd-6b6c-4be1-81a9-6ada19d3a3ab tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:29.706609 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning for port c3bc95a0-5307-4345-bafc-f9c5cf45b08e completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:35:29.723269 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port c3bc95a0-5307-4345-bafc-f9c5cf45b08e triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:29.723269 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:29.739972 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-ab0eacc8-e578-4264-b8bc-deb459e52683 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:29.740757 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-ab0eacc8-e578-4264-b8bc-deb459e52683 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Synchronizing usage tracker for tenant:028eef62e6864fc89f3548dcd265d0df on resource:network {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:35:29.827322 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c130bdb0-fbaf-4bfd-a962-792c5e317c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:29.844502 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:29.886663 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130bdb0-fbaf-4bfd-a962-792c5e317c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c0ad5f-370c-4443-a2a0-bca3a7bdb332,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:29.890876 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-ab0eacc8-e578-4264-b8bc-deb459e52683 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Unset dirty status for tenant:028eef62e6864fc89f3548dcd265d0df on resource:network {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:35:29.892811 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-ab0eacc8-e578-4264-b8bc-deb459e52683 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/networks?id=a2d0ac58-2725-4eae-8fed-6bdf47ba936f HTTP/1.1" status: 200 len: 819 time: 0.3934243 Apr 20 17:35:29.895063 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-c130bdb0-fbaf-4bfd-a962-792c5e317c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:29.896205 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c130bdb0-fbaf-4bfd-a962-792c5e317c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:29.901490 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-c130bdb0-fbaf-4bfd-a962-792c5e317c0c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/37c0ad5f-370c-4443-a2a0-bca3a7bdb332 HTTP/1.1" status: 204 len: 168 time: 0.7866673 Apr 20 17:35:29.928527 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-21184c07-243c-4400-9636-3e9f79a7083f tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/quotas/028eef62e6864fc89f3548dcd265d0df HTTP/1.1" status: 200 len: 375 time: 0.0211639 Apr 20 17:35:29.946325 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:29.954218 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860f2a7-dd1f-44a4-a6cc-a76a02fafa05 req-8f0e255a-d7a2-45d9-8d82-16b3d9cfa3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:29.956153 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a860f2a7-dd1f-44a4-a6cc-a76a02fafa05 req-8f0e255a-d7a2-45d9-8d82-16b3d9cfa3b1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e8f09bcd-893a-4aea-86d8-7154ff72667c HTTP/1.1" status: 200 len: 913 time: 0.4722788 Apr 20 17:35:30.011147 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] For port c3bc95a0-5307-4345-bafc-f9c5cf45b08e, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=c3bc95a0-5307-4345-bafc-f9c5cf45b08e,segment=NetworkSegment(b1e9f102-11a2-4b4f-ab28-aef5c346bdb3),segment_id=b1e9f102-11a2-4b4f-ab28-aef5c346bdb3)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:35:30.103625 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a860f2a7-dd1f-44a4-a6cc-a76a02fafa05 req-e9bec0c8-3876-45c4-b305-be807f670661 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7997f1c2-29d0-4134-97b0-a85e61cbe147 HTTP/1.1" status: 200 len: 217 time: 0.1328483 Apr 20 17:35:30.103982 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:30.105355 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device a102653d-4638-4bb1-bf81-c497966d3f71 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:35:30.123240 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] Notify callbacks [] for port, precommit_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:30.128247 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-5a56f495-3e03-4018-8ff9-3ee9b6a63dc6 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Synchronizing usage tracker for tenant:028eef62e6864fc89f3548dcd265d0df on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:35:30.161282 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] Transition to ACTIVE for port object f4b2b4bb-b06e-4522-8524-80fe65543dc4 will not be triggered until provisioned by entity L2. {{(pid=86491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:35:30.177845 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:30.223450 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-5a56f495-3e03-4018-8ff9-3ee9b6a63dc6 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Unset dirty status for tenant:028eef62e6864fc89f3548dcd265d0df on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:35:30.223629 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:30.225193 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-5a56f495-3e03-4018-8ff9-3ee9b6a63dc6 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=028eef62e6864fc89f3548dcd265d0df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2905092 Apr 20 17:35:30.229023 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-ce05116c-5a28-4771-a808-2e6e1accfdd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:30.264081 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23636aef-6c2c-4c72-b2d2-51b6b1629019 req-d32e2f2b-a72c-4dd6-a6c8-133437abb62a tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:30.265743 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-23636aef-6c2c-4c72-b2d2-51b6b1629019 req-d32e2f2b-a72c-4dd6-a6c8-133437abb62a tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ce7f53-850e-4bec-b5e6-17511e65543f HTTP/1.1" status: 200 len: 944 time: 0.6108444 Apr 20 17:35:30.267349 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860f2a7-dd1f-44a4-a6cc-a76a02fafa05 req-9d72d8cc-cd6b-44cb-aecf-0cc4feecdbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:30.268783 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a860f2a7-dd1f-44a4-a6cc-a76a02fafa05 req-9d72d8cc-cd6b-44cb-aecf-0cc4feecdbe8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6e3a6349-719c-4326-b590-f127c42a3933 HTTP/1.1" status: 200 len: 852 time: 0.1027777 Apr 20 17:35:30.273769 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5e7941cd-6b6c-4be1-81a9-6ada19d3a3ab tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:30.344593 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:30.423814 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7941cd-6b6c-4be1-81a9-6ada19d3a3ab tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Network a0481120-3cc8-449f-86d5-38ee9053982b is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:35:30.443202 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Pushing event updated for resources: {'Port': ['ID=c3bc95a0-5307-4345-bafc-f9c5cf45b08e,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:30.454931 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7941cd-6b6c-4be1-81a9-6ada19d3a3ab tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Pushing event updated for resources: {'Port': ['ID=d7359e4c-d140-4cc2-b604-0cea194077f5,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:30.455348 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:30.457958 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-5e7941cd-6b6c-4be1-81a9-6ada19d3a3ab tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:35:30.479093 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5e7941cd-6b6c-4be1-81a9-6ada19d3a3ab tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:30.480870 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7941cd-6b6c-4be1-81a9-6ada19d3a3ab tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:35:30.486391 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port a102653d-4638-4bb1-bf81-c497966d3f71 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:30.492186 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:30.510284 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b0f98-bb02-4cfa-90b2-9b131ba9a5cd None None] Pushing event updated for resources: {'Port': ['ID=f4b2b4bb-b06e-4522-8524-80fe65543dc4,revision_number=3']} {{(pid=86491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:30.513904 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-637b0f98-bb02-4cfa-90b2-9b131ba9a5cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:30.551856 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-23636aef-6c2c-4c72-b2d2-51b6b1629019 req-29cb65f6-10be-4f43-a38b-18bcede44d94 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ac5949f-0c19-4e99-9599-3ff3edc64c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750247 Apr 20 17:35:30.564556 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a860f2a7-dd1f-44a4-a6cc-a76a02fafa05 req-14034ed6-7df5-401a-8feb-cf78317c3482 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e8f09bcd-893a-4aea-86d8-7154ff72667c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2865505 Apr 20 17:35:30.648262 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] Attempting to bind port f4b2b4bb-b06e-4522-8524-80fe65543dc4 on host dv-cinder-786927-2-smb for vnic_type normal with profile {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:35:30.648692 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] Attempting to bind port f4b2b4bb-b06e-4522-8524-80fe65543dc4 by drivers openvswitch,hyperv on host dv-cinder-786927-2-smb at level 0 using segments [{'id': 'f31269af-1add-45d1-8d0f-10926ba4bcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'a2d0ac58-2725-4eae-8fed-6bdf47ba936f'}] {{(pid=86491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:35:30.649119 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] Attempting to bind port f4b2b4bb-b06e-4522-8524-80fe65543dc4 on network a2d0ac58-2725-4eae-8fed-6bdf47ba936f {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:35:30.661446 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] Checking agent: {'id': '74ba6a7c-ead8-41e5-9ed8-4c77b6c88b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 26, 7), 'started_at': datetime.datetime(2021, 4, 20, 17, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:35:30.661868 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] Checking segment: {'id': 'f31269af-1add-45d1-8d0f-10926ba4bcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'a2d0ac58-2725-4eae-8fed-6bdf47ba936f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:35:30.662321 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:30.662792 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] Bound using segment: {'id': 'f31269af-1add-45d1-8d0f-10926ba4bcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'a2d0ac58-2725-4eae-8fed-6bdf47ba936f'} {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:35:30.663308 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] Bound port: f4b2b4bb-b06e-4522-8524-80fe65543dc4, host: dv-cinder-786927-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31269af-1add-45d1-8d0f-10926ba4bcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'a2d0ac58-2725-4eae-8fed-6bdf47ba936f'}}] {{(pid=86491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:35:30.663724 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:30.803777 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] For port f4b2b4bb-b06e-4522-8524-80fe65543dc4, host dv-cinder-786927-2-smb, cleared binding levels {{(pid=86491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:35:30.808233 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] For port f4b2b4bb-b06e-4522-8524-80fe65543dc4, host dv-cinder-786927-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=f4b2b4bb-b06e-4522-8524-80fe65543dc4,segment=NetworkSegment(f31269af-1add-45d1-8d0f-10926ba4bcd9),segment_id=f31269af-1add-45d1-8d0f-10926ba4bcd9)] {{(pid=86491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:35:30.859391 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:30.865272 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4f25eaba-6850-4f8c-a8dd-79fcb2a069b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:30.943184 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] Routers {'bfde09ef-5aab-469c-ba3f-c496a5e2dca2'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:35:30.943878 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:35:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['bfde09ef-5aab-469c-ba3f-c496a5e2dca2'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:30.946825 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5e7941cd-6b6c-4be1-81a9-6ada19d3a3ab tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:30.957938 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.db.resource_extend [None req-91b29e4e-11aa-4259-bb84-20a14a86ee6d admin admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 17:35:30.988467 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-91b29e4e-11aa-4259-bb84-20a14a86ee6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:30.993491 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a860f2a7-dd1f-44a4-a6cc-a76a02fafa05 req-30049692-8072-4513-9bd9-b34e569404e0 service neutron] 10.222.0.76 "GET /v2.0/networks/e8f09bcd-893a-4aea-86d8-7154ff72667c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193163 Apr 20 17:35:31.047445 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device c3bc95a0-5307-4345-bafc-f9c5cf45b08e up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:35:31.048401 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 50756) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:31.075688 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-91b29e4e-11aa-4259-bb84-20a14a86ee6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:31.172131 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] Set router bfde09ef-5aab-469c-ba3f-c496a5e2dca2 gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:35:31.187562 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-f098bb7f-3ee9-48c0-abdc-23cc5a863e24 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=74f958007d294cf6a9de9d5a7fa90fe8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1378717 Apr 20 17:35:31.190091 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 50762) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:31.289140 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a910e793-e8e6-493a-a0b1-97f1fed1f702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:31.323490 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a910e793-e8e6-493a-a0b1-97f1fed1f702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:31.364688 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-91b29e4e-11aa-4259-bb84-20a14a86ee6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854139290'] for router_interface, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:31.368924 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5e7941cd-6b6c-4be1-81a9-6ada19d3a3ab tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:31.404726 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a860f2a7-dd1f-44a4-a6cc-a76a02fafa05 req-521d42c5-c090-44c8-a072-930c39927bc1 service neutron] 10.222.0.76 "GET /v2.0/networks/e8f09bcd-893a-4aea-86d8-7154ff72667c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010961 Apr 20 17:35:31.411609 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-91b29e4e-11aa-4259-bb84-20a14a86ee6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:31.418128 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a910e793-e8e6-493a-a0b1-97f1fed1f702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:31.433641 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-68592f0a-eac0-43c2-b574-5d6a6b70fe39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:31.478674 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a910e793-e8e6-493a-a0b1-97f1fed1f702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:31.480170 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-a910e793-e8e6-493a-a0b1-97f1fed1f702 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/89083ae9-0a6c-427a-84a6-b2a4f5247403 HTTP/1.1" status: 204 len: 168 time: 0.2888749 Apr 20 17:35:31.482634 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910e793-e8e6-493a-a0b1-97f1fed1f702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89083ae9-0a6c-427a-84a6-b2a4f5247403,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:31.488538 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a910e793-e8e6-493a-a0b1-97f1fed1f702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:31.518576 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port c3bc95a0-5307-4345-bafc-f9c5cf45b08e triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:31.519143 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:31.663522 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b29e4e-11aa-4259-bb84-20a14a86ee6d admin admin] Pushing event updated for resources: {'Port': ['ID=73cde741-ba67-4783-bfb4-aec69f40f174,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:31.676141 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-91b29e4e-11aa-4259-bb84-20a14a86ee6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:31.795553 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-13193244-92ef-4173-800a-3cb47557d6ac service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=86488) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 17:35:31.802779 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-13193244-92ef-4173-800a-3cb47557d6ac service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7059553 Apr 20 17:35:31.847677 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b29e4e-11aa-4259-bb84-20a14a86ee6d admin admin] Network 43f466f2-e643-4c2d-a72d-6fa47845b747 is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:35:31.852499 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-91b29e4e-11aa-4259-bb84-20a14a86ee6d admin admin] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:35:31.880271 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b0f98-bb02-4cfa-90b2-9b131ba9a5cd None None] Pushing event updated for resources: {'Port': ['ID=f4b2b4bb-b06e-4522-8524-80fe65543dc4,revision_number=4']} {{(pid=86491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:31.916094 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-637b0f98-bb02-4cfa-90b2-9b131ba9a5cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.051s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:32.077398 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 50782) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:32.083969 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfde09ef-5aab-469c-ba3f-c496a5e2dca2', 'name': 'tempest-ServerRescueNegativeTestJSON-1660860736-router', 'tenant_id': '028eef62e6864fc89f3548dcd265d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c6d483cf-c137-4e9c-8179-0575961e93cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:02Z', 'updated_at': '2021-04-20T17:35:21Z', 'revision_number': 4, 'project_id': '028eef62e6864fc89f3548dcd265d0df', 'gw_port': {'id': 'c6d483cf-c137-4e9c-8179-0575961e93cd', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfde09ef-5aab-469c-ba3f-c496a5e2dca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': 'f4b2b4bb-b06e-4522-8524-80fe65543dc4', 'name': '', 'network_id': 'a2d0ac58-2725-4eae-8fed-6bdf47ba936f', 'tenant_id': '028eef62e6864fc89f3548dcd265d0df', 'mac_address': 'fa:16:3e:f3:9e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfde09ef-5aab-469c-ba3f-c496a5e2dca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c6eddfa4-1956-4af6-940a-b08e3d6fd898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:13Z', 'updated_at': '2021-04-20T17:35:30Z', 'revision_number': 4, 'project_id': '028eef62e6864fc89f3548dcd265d0df', 'subnets': [{'id': 'c6eddfa4-1956-4af6-940a-b08e3d6fd898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:32.095766 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef04edd-a594-40b4-af74-674f1e9fff58 None None] The sync data for ids ['bfde09ef-5aab-469c-ba3f-c496a5e2dca2'] in dv-cinder-786927-2-smb is: [{'id': 'bfde09ef-5aab-469c-ba3f-c496a5e2dca2', 'name': 'tempest-ServerRescueNegativeTestJSON-1660860736-router', 'tenant_id': '028eef62e6864fc89f3548dcd265d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c6d483cf-c137-4e9c-8179-0575961e93cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:02Z', 'updated_at': '2021-04-20T17:35:21Z', 'revision_number': 4, 'project_id': '028eef62e6864fc89f3548dcd265d0df', 'gw_port': {'id': 'c6d483cf-c137-4e9c-8179-0575961e93cd', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfde09ef-5aab-469c-ba3f-c496a5e2dca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': 'f4b2b4bb-b06e-4522-8524-80fe65543dc4', 'name': '', 'network_id': 'a2d0ac58-2725-4eae-8fed-6bdf47ba936f', 'tenant_id': '028eef62e6864fc89f3548dcd265d0df', 'mac_address': 'fa:16:3e:f3:9e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfde09ef-5aab-469c-ba3f-c496a5e2dca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c6eddfa4-1956-4af6-940a-b08e3d6fd898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:13Z', 'updated_at': '2021-04-20T17:35:30Z', 'revision_number': 4, 'project_id': '028eef62e6864fc89f3548dcd265d0df', 'subnets': [{'id': 'c6eddfa4-1956-4af6-940a-b08e3d6fd898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:35:32.252659 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-1a332b2f-53c9-46cb-9cc9-0dd9adc213eb service neutron] 10.222.0.75 "GET /v2.0/networks/a2d0ac58-2725-4eae-8fed-6bdf47ba936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489264 Apr 20 17:35:32.268944 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-0ce15e28-7e6d-4fa9-a012-d1f1997e8c55 None None] Provisioning complete for port 73cde741-ba67-4783-bfb4-aec69f40f174 triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:32.269702 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0ce15e28-7e6d-4fa9-a012-d1f1997e8c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:32.358918 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5e7941cd-6b6c-4be1-81a9-6ada19d3a3ab tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:32.377487 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc9888-9092-4dd2-b2f6-4e89d13cc784 req-adcc7c5e-0f52-423f-b7da-fe21de5c1d33 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:32.379427 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7fcc9888-9092-4dd2-b2f6-4e89d13cc784 req-adcc7c5e-0f52-423f-b7da-fe21de5c1d33 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ce7f53-850e-4bec-b5e6-17511e65543f HTTP/1.1" status: 200 len: 944 time: 0.4330575 Apr 20 17:35:32.399249 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b29e4e-11aa-4259-bb84-20a14a86ee6d admin admin] Router 3f30ca91-3312-4342-bd1f-93a1532f2278 has already been hosted by L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 {{(pid=86489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 17:35:32.432715 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-0ce15e28-7e6d-4fa9-a012-d1f1997e8c55 None None] Port 73cde741-ba67-4783-bfb4-aec69f40f174 cannot update to ACTIVE because it is not bound. {{(pid=86490) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 17:35:32.445566 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5e7941cd-6b6c-4be1-81a9-6ada19d3a3ab tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:32.464022 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-56110e1b-0b99-4a9c-99ad-e0538dd05913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:32.471732 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:32.486237 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-56110e1b-0b99-4a9c-99ad-e0538dd05913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:32.491307 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-56110e1b-0b99-4a9c-99ad-e0538dd05913 admin admin] Usage tracker for resource:security_group_rule and tenant:db064e07f7c04a6ba5a0fe3309ec1670 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:32.495285 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-56110e1b-0b99-4a9c-99ad-e0538dd05913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:32.502865 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-56110e1b-0b99-4a9c-99ad-e0538dd05913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:32.601054 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-56110e1b-0b99-4a9c-99ad-e0538dd05913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:32.604606 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-eccad7fe-c439-445f-84e5-e6ecbbea3d35 service neutron] 10.222.0.75 "GET /v2.0/networks/a2d0ac58-2725-4eae-8fed-6bdf47ba936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448675 Apr 20 17:35:32.631922 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-56110e1b-0b99-4a9c-99ad-e0538dd05913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:32.671550 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 50792) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:32.673191 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:32.684217 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-56110e1b-0b99-4a9c-99ad-e0538dd05913 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=db064e07f7c04a6ba5a0fe3309ec1670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5982521 Apr 20 17:35:32.687232 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 50794) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:32.752664 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56110e1b-0b99-4a9c-99ad-e0538dd05913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b418ca1a-22ec-4b09-9682-4a194811be5f,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:32.760208 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-56110e1b-0b99-4a9c-99ad-e0538dd05913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:32.765676 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5e7941cd-6b6c-4be1-81a9-6ada19d3a3ab tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854139214'] for floatingip, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:32.841964 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f5845c4a-8d3c-413f-901d-45700bb8f4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:32.869681 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7fcc9888-9092-4dd2-b2f6-4e89d13cc784 req-2f87d338-d0e2-4ec2-8170-c1c2664fee03 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ac5949f-0c19-4e99-9599-3ff3edc64c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689212 Apr 20 17:35:32.887812 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7941cd-6b6c-4be1-81a9-6ada19d3a3ab tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Pushing event updated for resources: {'Port': ['ID=d7359e4c-d140-4cc2-b604-0cea194077f5,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:32.904178 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f5845c4a-8d3c-413f-901d-45700bb8f4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:32.906974 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5e7941cd-6b6c-4be1-81a9-6ada19d3a3ab tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:33.010512 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1d9a0586-e38b-4fc6-8fad-84713e8bb532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:33.038518 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5e7941cd-6b6c-4be1-81a9-6ada19d3a3ab tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:33.039866 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-5e7941cd-6b6c-4be1-81a9-6ada19d3a3ab tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6329577 Apr 20 17:35:33.065139 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-1d9a0586-e38b-4fc6-8fad-84713e8bb532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:33.077467 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-1d9a0586-e38b-4fc6-8fad-84713e8bb532 admin admin] Usage tracker for resource:security_group_rule and tenant:917aa2bb1cd24ac983877da3be68657c is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:33.081756 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-1d9a0586-e38b-4fc6-8fad-84713e8bb532 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:33.088794 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-1d9a0586-e38b-4fc6-8fad-84713e8bb532 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:33.095331 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b29e4e-11aa-4259-bb84-20a14a86ee6d admin admin] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:35:33.123751 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-91b29e4e-11aa-4259-bb84-20a14a86ee6d admin admin] 10.222.0.75 "PUT /v2.0/routers/3f30ca91-3312-4342-bd1f-93a1532f2278/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7330084 Apr 20 17:35:33.156741 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f5845c4a-8d3c-413f-901d-45700bb8f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:33.183829 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-6d4bcd00-9d1f-4d70-943b-e64d2e29a4be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:33.195560 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] Sync routers for ids ['3f30ca91-3312-4342-bd1f-93a1532f2278'] in dv-cinder-786927-2-smb {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:35:33.198423 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device f4b2b4bb-b06e-4522-8524-80fe65543dc4 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:35:33.219492 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5845c4a-8d3c-413f-901d-45700bb8f4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b418ca1a-22ec-4b09-9682-4a194811be5f,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:33.224054 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f5845c4a-8d3c-413f-901d-45700bb8f4b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:33.240275 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f5845c4a-8d3c-413f-901d-45700bb8f4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:33.242111 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-f5845c4a-8d3c-413f-901d-45700bb8f4b1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b418ca1a-22ec-4b09-9682-4a194811be5f HTTP/1.1" status: 204 len: 168 time: 0.5202124 Apr 20 17:35:33.364620 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1d9a0586-e38b-4fc6-8fad-84713e8bb532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:33.389617 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1d9a0586-e38b-4fc6-8fad-84713e8bb532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:33.399459 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:33.429695 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] Routers {'3f30ca91-3312-4342-bd1f-93a1532f2278'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:35:33.430917 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:35:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['3f30ca91-3312-4342-bd1f-93a1532f2278'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:33.447024 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-683818f6-ec03-48b5-9fd6-818ef85af4b6 req-36756df3-35de-42c6-b248-876654d8f676 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 210 time: 0.1134050 Apr 20 17:35:33.516393 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a0586-e38b-4fc6-8fad-84713e8bb532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dc5dda-9265-4c08-a92f-cf03029adc70,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:33.532909 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-1d9a0586-e38b-4fc6-8fad-84713e8bb532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:33.579732 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-1d9a0586-e38b-4fc6-8fad-84713e8bb532 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=917aa2bb1cd24ac983877da3be68657c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8968270 Apr 20 17:35:33.582695 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 50852) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:33.592177 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning for port f4b2b4bb-b06e-4522-8524-80fe65543dc4 completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:35:33.605830 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-3edcf374-b2b7-455f-a46f-31d80be64bbe tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Synchronizing usage tracker for tenant:3e86cc7941934d41a7fc333ea0673924 on resource:security_group {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:35:33.660348 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-3edcf374-b2b7-455f-a46f-31d80be64bbe tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Unset dirty status for tenant:3e86cc7941934d41a7fc333ea0673924 on resource:security_group {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:35:33.661635 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-3edcf374-b2b7-455f-a46f-31d80be64bbe tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--148468738&fields=id&tenant_id=3e86cc7941934d41a7fc333ea0673924 HTTP/1.1" status: 200 len: 267 time: 0.1465659 Apr 20 17:35:33.686313 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port f4b2b4bb-b06e-4522-8524-80fe65543dc4 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:33.686841 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:33.796469 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7773ddfb-4a11-4626-a80e-ce726f77cf30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:33.865437 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7773ddfb-4a11-4626-a80e-ce726f77cf30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:33.926363 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-d6eb592a-6f7f-453a-a700-6d0ab8930978 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:33.934666 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-d6eb592a-6f7f-453a-a700-6d0ab8930978 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/networks?id=c4c40d2b-ceca-4fa5-a564-5d269c274c9e HTTP/1.1" status: 200 len: 810 time: 0.2645018 Apr 20 17:35:33.953612 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-8b3d898b-b38f-4b8b-b357-38b99ac09f2d tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/quotas/3e86cc7941934d41a7fc333ea0673924 HTTP/1.1" status: 200 len: 375 time: 0.0174391 Apr 20 17:35:34.010303 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] Set router 3f30ca91-3312-4342-bd1f-93a1532f2278 gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:35:34.015204 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7773ddfb-4a11-4626-a80e-ce726f77cf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:34.022096 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-8510f305-386f-40b2-b81f-820940e330e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:34.048065 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773ddfb-4a11-4626-a80e-ce726f77cf30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dc5dda-9265-4c08-a92f-cf03029adc70,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:34.056947 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-4313119b-8b3d-4761-b298-b41a95117b2c tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3e86cc7941934d41a7fc333ea0673924&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1013336 Apr 20 17:35:34.068762 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7773ddfb-4a11-4626-a80e-ce726f77cf30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:34.080551 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7773ddfb-4a11-4626-a80e-ce726f77cf30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:34.080551 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-7773ddfb-4a11-4626-a80e-ce726f77cf30 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/22dc5dda-9265-4c08-a92f-cf03029adc70 HTTP/1.1" status: 204 len: 168 time: 0.4877307 Apr 20 17:35:34.225800 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:34.283028 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-de59ba7a-53f0-40de-aa69-5d6605d5994e service neutron] 10.222.0.75 "GET /v2.0/networks/c4c40d2b-ceca-4fa5-a564-5d269c274c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004972 Apr 20 17:35:34.432353 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 50890) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:34.458051 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cbd98a38-689b-402d-8d8e-a615708f2a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:34.483195 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-de2bdbea-3afb-4510-aa98-257fa3e464da service neutron] 10.222.0.75 "GET /v2.0/networks/c4c40d2b-ceca-4fa5-a564-5d269c274c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932371 Apr 20 17:35:34.506434 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-cbd98a38-689b-402d-8d8e-a615708f2a91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:34.511269 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-cbd98a38-689b-402d-8d8e-a615708f2a91 admin admin] Usage tracker for resource:security_group_rule and tenant:367fd939e1094b7d864cbec0a53ba44d is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:34.516401 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-cbd98a38-689b-402d-8d8e-a615708f2a91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:34.544871 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 50894) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:34.550338 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-301803b2-014d-4312-9f91-6d5fe16158c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1263403324', 'description': 'tempest-description--1554198887'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:34.564259 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-301803b2-014d-4312-9f91-6d5fe16158c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:34.574451 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-301803b2-014d-4312-9f91-6d5fe16158c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Usage tracker for resource:security_group and tenant:91f08a58d46d4762b691ff2c6db71cd4 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:34.585456 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-301803b2-014d-4312-9f91-6d5fe16158c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:34.596108 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-301803b2-014d-4312-9f91-6d5fe16158c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:34.603295 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-abc30f71-9725-41c5-af47-fc4dd173e71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:34.644501 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] For port f4b2b4bb-b06e-4522-8524-80fe65543dc4, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=f4b2b4bb-b06e-4522-8524-80fe65543dc4,segment=NetworkSegment(f31269af-1add-45d1-8d0f-10926ba4bcd9),segment_id=f31269af-1add-45d1-8d0f-10926ba4bcd9)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:35:34.645812 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-cbd98a38-689b-402d-8d8e-a615708f2a91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:34.694689 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-301803b2-014d-4312-9f91-6d5fe16158c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:34.718298 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'name': 'tempest-AttachVolumeShelveTestJSON-1076416549-router', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'gw_port': {'id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:09Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': '73cde741-ba67-4783-bfb4-aec69f40f174', 'name': '', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'mac_address': 'fa:16:3e:0e:fb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:25Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 2, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'subnets': [{'id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:34.722869 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:34.730456 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] Checking router: 3f30ca91-3312-4342-bd1f-93a1532f2278 for host: dv-cinder-786927-2-smb {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:35:34.730456 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] Updating router 3f30ca91-3312-4342-bd1f-93a1532f2278 port 73cde741-ba67-4783-bfb4-aec69f40f174 binding host dv-cinder-786927-2-smb {{(pid=86490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 17:35:34.764952 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-301803b2-014d-4312-9f91-6d5fe16158c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:34.782552 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-301803b2-014d-4312-9f91-6d5fe16158c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Usage tracker for resource:security_group_rule and tenant:91f08a58d46d4762b691ff2c6db71cd4 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:34.789531 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-301803b2-014d-4312-9f91-6d5fe16158c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:34.807312 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-301803b2-014d-4312-9f91-6d5fe16158c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:34.815864 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:34.916192 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cbd98a38-689b-402d-8d8e-a615708f2a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:34.964650 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Pushing event updated for resources: {'Port': ['ID=f4b2b4bb-b06e-4522-8524-80fe65543dc4,revision_number=5']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:34.968638 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:34.996703 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cbd98a38-689b-402d-8d8e-a615708f2a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:35.009603 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:35.052190 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 7997f1c2-29d0-4134-97b0-a85e61cbe147 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86490) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 17:35:35.165448 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f426e77-9867-45b6-a0f9-fb637bb72aec req-f7df35bc-15f9-4fea-bbf5-ed9b04b2978d tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:35.165448 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9f426e77-9867-45b6-a0f9-fb637bb72aec req-f7df35bc-15f9-4fea-bbf5-ed9b04b2978d tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ce7f53-850e-4bec-b5e6-17511e65543f HTTP/1.1" status: 200 len: 944 time: 0.1876400 Apr 20 17:35:35.165448 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-301803b2-014d-4312-9f91-6d5fe16158c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:35.165448 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9f426e77-9867-45b6-a0f9-fb637bb72aec req-bdb94801-f1a9-40dc-a15a-f7a903ae0e62 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ac5949f-0c19-4e99-9599-3ff3edc64c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463796 Apr 20 17:35:35.166608 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-1b0753ae-b43d-4188-bcbb-2a1cf0b036d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:35.217252 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd98a38-689b-402d-8d8e-a615708f2a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e1d823-177d-4df6-9b41-09aa6467f3a3,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:35.231915 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-cbd98a38-689b-402d-8d8e-a615708f2a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:35.256013 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1d9c77bd-5c53-4e0e-b0be-1cea4227087e req-5248e833-d138-479a-bbff-cbb548e4754f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 210 time: 0.0733101 Apr 20 17:35:35.256196 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.db.resource_extend [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 17:35:35.285591 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-cbd98a38-689b-402d-8d8e-a615708f2a91 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=367fd939e1094b7d864cbec0a53ba44d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8519320 Apr 20 17:35:35.288413 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 50922) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:35.347055 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-a145b42b-f93d-42ec-be06-43033c20045e tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:35.356766 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-a145b42b-f93d-42ec-be06-43033c20045e tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/networks?id=a2d0ac58-2725-4eae-8fed-6bdf47ba936f HTTP/1.1" status: 200 len: 819 time: 0.4362209 Apr 20 17:35:35.371678 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-1c59efdc-821d-49b4-a61e-0d059c14517b tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/quotas/028eef62e6864fc89f3548dcd265d0df HTTP/1.1" status: 200 len: 375 time: 0.0137224 Apr 20 17:35:35.376326 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a59df3f5-b3e3-4e97-8ac7-327141ca76a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:35.417608 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a59df3f5-b3e3-4e97-8ac7-327141ca76a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:35.502978 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-0245aedd-7704-4cf5-af95-125bc369797d tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=028eef62e6864fc89f3548dcd265d0df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1157739 Apr 20 17:35:35.654405 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-49b979c7-02ea-4b27-a89f-c85a43016bb8 service neutron] 10.222.0.75 "GET /v2.0/networks/a2d0ac58-2725-4eae-8fed-6bdf47ba936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436841 Apr 20 17:35:35.681432 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 7997f1c2-29d0-4134-97b0-a85e61cbe147, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7997f1c2-29d0-4134-97b0-a85e61cbe147,segment=NetworkSegment(298dea6b-a86e-4948-8779-be9aab2150f8),segment_id=298dea6b-a86e-4948-8779-be9aab2150f8)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:35:35.708799 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Returning: {'device': '7997f1c2-29d0-4134-97b0-a85e61cbe147', 'network_id': 'e8f09bcd-893a-4aea-86d8-7154ff72667c', 'port_id': '7997f1c2-29d0-4134-97b0-a85e61cbe147', 'mac_address': 'fa:16:3e:19:26:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 990, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e3a6349-719c-4326-b590-f127c42a3933', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86490) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:35:35.788454 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:35.853231 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7997f1c2-29d0-4134-97b0-a85e61cbe147 {{(pid=86490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:35:35.885059 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] Notify callbacks [] for port, precommit_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:35.889338 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 7997f1c2-29d0-4134-97b0-a85e61cbe147, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7997f1c2-29d0-4134-97b0-a85e61cbe147,segment=NetworkSegment(298dea6b-a86e-4948-8779-be9aab2150f8),segment_id=298dea6b-a86e-4948-8779-be9aab2150f8)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:35:35.901402 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] Transition to ACTIVE for port object 73cde741-ba67-4783-bfb4-aec69f40f174 will not be triggered until provisioned by entity L2. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:35:35.999894 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-91cc2b43-75a8-432a-85a8-ee402740972c service neutron] 10.222.0.75 "GET /v2.0/networks/a2d0ac58-2725-4eae-8fed-6bdf47ba936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384621 Apr 20 17:35:36.184112 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:36.189032 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:36.190045 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-301803b2-014d-4312-9f91-6d5fe16158c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:36.194651 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a59df3f5-b3e3-4e97-8ac7-327141ca76a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:36.224200 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:36.238150 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:36.388677 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-732768a7-fec2-49cf-8510-ba99a7bd1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:36.440993 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 50940) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:36.449794 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301803b2-014d-4312-9f91-6d5fe16158c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:36.499630 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a59df3f5-b3e3-4e97-8ac7-327141ca76a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:36.514930 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-a59df3f5-b3e3-4e97-8ac7-327141ca76a2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e2e1d823-177d-4df6-9b41-09aa6467f3a3 HTTP/1.1" status: 204 len: 168 time: 1.2222719 Apr 20 17:35:36.523670 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59df3f5-b3e3-4e97-8ac7-327141ca76a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e1d823-177d-4df6-9b41-09aa6467f3a3,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:36.537688 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a59df3f5-b3e3-4e97-8ac7-327141ca76a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:36.548492 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-e55417bf-110e-4f90-883b-6f8f895d74ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:36.552523 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-e55417bf-110e-4f90-883b-6f8f895d74ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:36.573326 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-301803b2-014d-4312-9f91-6d5fe16158c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:36.577653 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-011a9071-9336-4d8e-89fe-5f53f763da33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:36.580689 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-301803b2-014d-4312-9f91-6d5fe16158c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0347400 Apr 20 17:35:36.581579 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 50948) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:36.596813 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-8dfac42e-500b-47a8-a23a-33de114b0ba1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Request body: {'security_group_rule': {'security_group_id': '86b47de7-aba8-4cc1-9cf8-f52656b0ec8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:36.631227 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-8dfac42e-500b-47a8-a23a-33de114b0ba1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:36.637357 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-603bda70-bb61-4cf3-94d7-91d97717061f req-9a5c6717-4bf9-47b3-b291-d83b28a5a6ac tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Synchronizing usage tracker for tenant:3e86cc7941934d41a7fc333ea0673924 on resource:port {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:35:36.649711 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-8dfac42e-500b-47a8-a23a-33de114b0ba1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Usage tracker for resource:security_group_rule and tenant:91f08a58d46d4762b691ff2c6db71cd4 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:36.665101 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-8dfac42e-500b-47a8-a23a-33de114b0ba1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:36.674095 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=7997f1c2-29d0-4134-97b0-a85e61cbe147,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:36.680245 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-011a9071-9336-4d8e-89fe-5f53f763da33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:36.687650 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81177ac-28d4-41a1-b18a-617ea37cfb74 req-0c4117fa-49a7-4453-871b-6f38a723cfe0 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:36.689095 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e81177ac-28d4-41a1-b18a-617ea37cfb74 req-0c4117fa-49a7-4453-871b-6f38a723cfe0 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ce7f53-850e-4bec-b5e6-17511e65543f HTTP/1.1" status: 200 len: 945 time: 0.3439090 Apr 20 17:35:36.705631 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:36.707539 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-011a9071-9336-4d8e-89fe-5f53f763da33 admin admin] Usage tracker for resource:security_group_rule and tenant:b0742b0f66c543eca2246df333182a3f is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:36.712581 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-011a9071-9336-4d8e-89fe-5f53f763da33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:36.717468 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-76bb284d-3e79-4929-bd88-34d326634ea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.460s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:36.721497 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-011a9071-9336-4d8e-89fe-5f53f763da33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:36.761494 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-603bda70-bb61-4cf3-94d7-91d97717061f req-9a5c6717-4bf9-47b3-b291-d83b28a5a6ac tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Unset dirty status for tenant:3e86cc7941934d41a7fc333ea0673924 on resource:port {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:35:36.764609 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-603bda70-bb61-4cf3-94d7-91d97717061f req-9a5c6717-4bf9-47b3-b291-d83b28a5a6ac tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 210 time: 0.2818367 Apr 20 17:35:36.772146 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-8dfac42e-500b-47a8-a23a-33de114b0ba1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:36.798522 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['7997f1c2-29d0-4134-97b0-a85e61cbe147'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:35:36.830947 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e81177ac-28d4-41a1-b18a-617ea37cfb74 req-31929831-9660-4801-8ed4-0672467be3ae tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ac5949f-0c19-4e99-9599-3ff3edc64c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184399 Apr 20 17:35:36.886141 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8dfac42e-500b-47a8-a23a-33de114b0ba1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:36.939379 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] Attempting to bind port 73cde741-ba67-4783-bfb4-aec69f40f174 on host dv-cinder-786927-2-smb for vnic_type normal with profile {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:35:36.945934 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] Attempting to bind port 73cde741-ba67-4783-bfb4-aec69f40f174 by drivers openvswitch,hyperv on host dv-cinder-786927-2-smb at level 0 using segments [{'id': 'e14d65d0-4771-459b-a922-510f87239a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747'}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:35:36.945934 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] Attempting to bind port 73cde741-ba67-4783-bfb4-aec69f40f174 on network 43f466f2-e643-4c2d-a72d-6fa47845b747 {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:35:36.956413 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-011a9071-9336-4d8e-89fe-5f53f763da33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:36.967813 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] Checking agent: {'id': '74ba6a7c-ead8-41e5-9ed8-4c77b6c88b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 26, 7), 'started_at': datetime.datetime(2021, 4, 20, 17, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:35:36.968313 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] Checking segment: {'id': 'e14d65d0-4771-459b-a922-510f87239a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:35:36.968835 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:36.969417 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] Bound using segment: {'id': 'e14d65d0-4771-459b-a922-510f87239a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747'} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:35:36.970081 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] Bound port: 73cde741-ba67-4783-bfb4-aec69f40f174, host: dv-cinder-786927-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14d65d0-4771-459b-a922-510f87239a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747'}}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:35:36.970603 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:36.980205 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-da632f56-02e8-4eea-bbf8-f205ed286d82 req-e653b5b4-3112-44bd-a35f-43cd9608c655 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 210 time: 0.1067646 Apr 20 17:35:37.005595 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-011a9071-9336-4d8e-89fe-5f53f763da33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:37.014683 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7773ddfb-4a11-4626-a80e-ce726f77cf30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:37.017317 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8dfac42e-500b-47a8-a23a-33de114b0ba1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:37.027779 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55e046-b61b-4023-aafa-ca87519254f4 None None] Pushing event updated for resources: {'Port': ['ID=73cde741-ba67-4783-bfb4-aec69f40f174,revision_number=3']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:37.058426 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8dfac42e-500b-47a8-a23a-33de114b0ba1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378812'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:37.061057 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:37.073713 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3a55e046-b61b-4023-aafa-ca87519254f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:37.078555 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfac42e-500b-47a8-a23a-33de114b0ba1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06b5295-0a4e-4a13-839e-6ee87f6272d7,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:37.096912 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:37.113113 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a9071-9336-4d8e-89fe-5f53f763da33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df33c94-ea6d-4c59-87f7-03c7bcd10f32,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:37.124770 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device f4b2b4bb-b06e-4522-8524-80fe65543dc4 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:35:37.127712 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-011a9071-9336-4d8e-89fe-5f53f763da33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:37.133169 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-8dfac42e-500b-47a8-a23a-33de114b0ba1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:37.146426 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 50966) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:37.146612 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-011a9071-9336-4d8e-89fe-5f53f763da33 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b0742b0f66c543eca2246df333182a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7036176 Apr 20 17:35:37.197410 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8dfac42e-500b-47a8-a23a-33de114b0ba1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:37.201258 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 50970) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:37.203763 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-8dfac42e-500b-47a8-a23a-33de114b0ba1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6194363 Apr 20 17:35:37.207448 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-f8cb5e88-0da2-4b45-a7b5-e54954c6284a tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Request body: {'security_group_rule': {'security_group_id': '86b47de7-aba8-4cc1-9cf8-f52656b0ec8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:37.229886 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-f8cb5e88-0da2-4b45-a7b5-e54954c6284a tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:37.234697 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-f8cb5e88-0da2-4b45-a7b5-e54954c6284a tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Usage tracker for resource:security_group_rule and tenant:91f08a58d46d4762b691ff2c6db71cd4 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:37.238024 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-f8cb5e88-0da2-4b45-a7b5-e54954c6284a tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:37.260662 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-f8cb5e88-0da2-4b45-a7b5-e54954c6284a tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:37.262466 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7f860e37-5abd-41c4-9407-aea0de728130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:37.300313 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7f860e37-5abd-41c4-9407-aea0de728130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:37.350492 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] For port 73cde741-ba67-4783-bfb4-aec69f40f174, host dv-cinder-786927-2-smb, cleared binding levels {{(pid=86490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:35:37.354203 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] For port 73cde741-ba67-4783-bfb4-aec69f40f174, host dv-cinder-786927-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=73cde741-ba67-4783-bfb4-aec69f40f174,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:35:37.358889 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f8cb5e88-0da2-4b45-a7b5-e54954c6284a tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:37.417740 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port f4b2b4bb-b06e-4522-8524-80fe65543dc4 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:37.418158 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:37.446902 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7f860e37-5abd-41c4-9407-aea0de728130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:37.454600 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:37.469244 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:37.470386 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f860e37-5abd-41c4-9407-aea0de728130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df33c94-ea6d-4c59-87f7-03c7bcd10f32,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:37.491530 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3709727c-6521-4342-92ae-9cffddd9ef8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:37.495060 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7f860e37-5abd-41c4-9407-aea0de728130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:37.503874 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7f860e37-5abd-41c4-9407-aea0de728130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:37.508636 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-7f860e37-5abd-41c4-9407-aea0de728130 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2df33c94-ea6d-4c59-87f7-03c7bcd10f32 HTTP/1.1" status: 204 len: 168 time: 0.3606856 Apr 20 17:35:37.578420 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55e046-b61b-4023-aafa-ca87519254f4 None None] Pushing event updated for resources: {'Port': ['ID=73cde741-ba67-4783-bfb4-aec69f40f174,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:37.603219 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3a55e046-b61b-4023-aafa-ca87519254f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:37.640229 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] Routers {'3f30ca91-3312-4342-bd1f-93a1532f2278'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:35:37.640941 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:35:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['3f30ca91-3312-4342-bd1f-93a1532f2278'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:37.648824 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f8cb5e88-0da2-4b45-a7b5-e54954c6284a tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:37.718920 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f8cb5e88-0da2-4b45-a7b5-e54954c6284a tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378812'] for security_group_rule, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:37.734841 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-58b73f0d-641d-4611-b1a3-83920bf17071 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:37.748173 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb5e88-0da2-4b45-a7b5-e54954c6284a tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a454f94-b8d2-47d6-9b91-0c6b536234eb,revision_number=0']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:37.759786 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f8cb5e88-0da2-4b45-a7b5-e54954c6284a tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:37.889465 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f8cb5e88-0da2-4b45-a7b5-e54954c6284a tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:37.891041 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-f8cb5e88-0da2-4b45-a7b5-e54954c6284a tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6887248 Apr 20 17:35:37.894335 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 51006) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:37.900218 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-f284ca6b-ffec-4e31-b400-9e56256b4eec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Request body: {'floatingip': {'floating_network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:37.909108 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] Set router 3f30ca91-3312-4342-bd1f-93a1532f2278 gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:35:37.912643 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-f284ca6b-ffec-4e31-b400-9e56256b4eec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:37.926927 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-f284ca6b-ffec-4e31-b400-9e56256b4eec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Usage tracker for resource:floatingip and tenant:91f08a58d46d4762b691ff2c6db71cd4 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:37.930475 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-f284ca6b-ffec-4e31-b400-9e56256b4eec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:37.963539 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-f284ca6b-ffec-4e31-b400-9e56256b4eec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:37.994928 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:38.118516 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f284ca6b-ffec-4e31-b400-9e56256b4eec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for floatingip, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:38.198585 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:38.207246 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-83e237cf-b8a6-4020-b231-1e42cc9f8fca req-d9617835-a62e-469a-ba57-1d83485e3286 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 210 time: 0.1467867 Apr 20 17:35:38.544051 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-10d827f6-6eb6-4a3b-9945-6651b31d7ee0 req-f4d00c55-3348-491c-9700-7f857dbb8f27 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 210 time: 0.1807606 Apr 20 17:35:38.700329 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc69e51-8df0-45bd-b82c-313372aba0d2 req-8c4c0960-8309-48f8-89bc-5cde3b9499ad tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:38.702599 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4bc69e51-8df0-45bd-b82c-313372aba0d2 req-8c4c0960-8309-48f8-89bc-5cde3b9499ad tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ce7f53-850e-4bec-b5e6-17511e65543f HTTP/1.1" status: 200 len: 945 time: 0.6588857 Apr 20 17:35:38.784753 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'name': 'tempest-AttachVolumeShelveTestJSON-1076416549-router', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'gw_port': {'id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:09Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': '73cde741-ba67-4783-bfb4-aec69f40f174', 'name': '', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'mac_address': 'fa:16:3e:0e:fb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:25Z', 'updated_at': '2021-04-20T17:35:37Z', 'revision_number': 4, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'subnets': [{'id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:35:38.790430 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5061bd-d3ed-4ed0-882a-212553984b4c None None] The sync data for ids ['3f30ca91-3312-4342-bd1f-93a1532f2278'] in dv-cinder-786927-2-smb is: [{'id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'name': 'tempest-AttachVolumeShelveTestJSON-1076416549-router', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'gw_port': {'id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:09Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': '73cde741-ba67-4783-bfb4-aec69f40f174', 'name': '', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'mac_address': 'fa:16:3e:0e:fb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:25Z', 'updated_at': '2021-04-20T17:35:37Z', 'revision_number': 4, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'subnets': [{'id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:35:38.808942 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-5dd91332-eee2-4ac9-9213-04c982dfd2cc tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:38.811124 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-5dd91332-eee2-4ac9-9213-04c982dfd2cc tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.76 "GET /v2.0/networks?id=a2d0ac58-2725-4eae-8fed-6bdf47ba936f HTTP/1.1" status: 200 len: 819 time: 0.4901879 Apr 20 17:35:38.843097 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-9366a4ae-fe60-4a9b-869c-14eddfd1ed41 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Request body: {'port': {'device_id': 'f04ddc8e-23a5-4837-8fb0-83a589d33009', 'network_id': 'a2d0ac58-2725-4eae-8fed-6bdf47ba936f', 'admin_state_up': True, 'tenant_id': '028eef62e6864fc89f3548dcd265d0df'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:38.942838 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f284ca6b-ffec-4e31-b400-9e56256b4eec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:39.005654 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 7997f1c2-29d0-4134-97b0-a85e61cbe147 up at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:35:39.051866 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.76', 58281) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:39.194895 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 73cde741-ba67-4783-bfb4-aec69f40f174 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:35:39.296727 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-ec4f5945-da3f-4737-84bd-21e0156d6adf tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:39.298814 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-ec4f5945-da3f-4737-84bd-21e0156d6adf tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.76 "GET /v2.0/networks?id=c4c40d2b-ceca-4fa5-a564-5d269c274c9e HTTP/1.1" status: 200 len: 810 time: 0.2425783 Apr 20 17:35:39.442289 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4bc69e51-8df0-45bd-b82c-313372aba0d2 req-f581ee86-5061-47ef-b4b6-66fcbd5d3c1a tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ac5949f-0c19-4e99-9599-3ff3edc64c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7258680 Apr 20 17:35:39.463538 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning for port 7997f1c2-29d0-4134-97b0-a85e61cbe147 completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:35:39.472086 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning complete for port 7997f1c2-29d0-4134-97b0-a85e61cbe147 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:39.473126 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:39.474474 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-9366a4ae-fe60-4a9b-869c-14eddfd1ed41 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:39.547680 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-deac9f52-9e55-4c11-84b0-d9a9ce3975e9 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3e86cc7941934d41a7fc333ea0673924 HTTP/1.1" status: 200 len: 5703 time: 0.2317584 Apr 20 17:35:39.557922 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-9366a4ae-fe60-4a9b-869c-14eddfd1ed41 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:39.626360 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-54315758-c73a-424e-bc86-f9dfbae08eb3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Request body: {'port': {'device_id': '7a5f4338-2dfb-418a-945e-5efa97fad0d0', 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'admin_state_up': True, 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'security_groups': ['ab0f3da4-99a7-4174-a323-72fe6afa2324']}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:39.812368 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning for port 73cde741-ba67-4783-bfb4-aec69f40f174 completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:35:39.832388 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-f284ca6b-ffec-4e31-b400-9e56256b4eec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Allocated IP 172.28.1.233 (a0481120-3cc8-449f-86d5-38ee9053982b/ac485710-6ac4-46cc-b076-2738f89882f4/6e2924fa-3487-4c79-90e4-cacca91502fb) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:35:39.852400 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port 73cde741-ba67-4783-bfb4-aec69f40f174 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:39.853106 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:40.034386 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-9366a4ae-fe60-4a9b-869c-14eddfd1ed41 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Made reservation on behalf of 028eef62e6864fc89f3548dcd265d0df for: {'port': 1} {{(pid=86489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:35:40.051271 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f05eb1f1-0c59-4d0a-b423-b22bed6b4380 req-59f115b0-466f-40f4-b355-771f7375f04f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 210 time: 0.4875572 Apr 20 17:35:40.057090 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-9366a4ae-fe60-4a9b-869c-14eddfd1ed41 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:40.072890 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:40.095094 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-01aab6e3-ae63-4c4f-b9ae-0d2c19576c58 req-f51af039-e037-4b2c-85db-34287391fca7 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 210 time: 0.2272015 Apr 20 17:35:40.226996 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.76', 58285) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:40.287743 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 7997f1c2-29d0-4134-97b0-a85e61cbe147, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7997f1c2-29d0-4134-97b0-a85e61cbe147,segment=NetworkSegment(298dea6b-a86e-4948-8779-be9aab2150f8),segment_id=298dea6b-a86e-4948-8779-be9aab2150f8)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:35:40.292789 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ce7f53-850e-4bec-b5e6-17511e65543f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7997f1c2-29d0-4134-97b0-a85e61cbe147'}] {{(pid=86490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:35:40.382849 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:40.388358 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:40.521684 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-a13d7513-348f-4d82-a31e-0149d39296e5 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:40.523576 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-a13d7513-348f-4d82-a31e-0149d39296e5 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.76 "GET /v2.0/networks?id=a2d0ac58-2725-4eae-8fed-6bdf47ba936f HTTP/1.1" status: 200 len: 819 time: 0.2949765 Apr 20 17:35:40.530111 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-54315758-c73a-424e-bc86-f9dfbae08eb3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:40.543650 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-54315758-c73a-424e-bc86-f9dfbae08eb3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:40.561029 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-f94978c7-262b-44ca-b8e1-9e1f24817593 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Request body: {'port': {'device_id': 'e47b2e08-11d3-465b-8f15-b312c746e47d', 'network_id': 'a2d0ac58-2725-4eae-8fed-6bdf47ba936f', 'admin_state_up': True, 'tenant_id': '028eef62e6864fc89f3548dcd265d0df'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:40.614554 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f284ca6b-ffec-4e31-b400-9e56256b4eec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:40.643768 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-9366a4ae-fe60-4a9b-869c-14eddfd1ed41 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Allocated IP 172.20.0.7 (a2d0ac58-2725-4eae-8fed-6bdf47ba936f/c6eddfa4-1956-4af6-940a-b08e3d6fd898/b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:35:40.738869 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f284ca6b-ffec-4e31-b400-9e56256b4eec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:40.755263 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:40.793907 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-54315758-c73a-424e-bc86-f9dfbae08eb3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Made reservation on behalf of 3e86cc7941934d41a7fc333ea0673924 for: {'port': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:35:40.816694 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-54315758-c73a-424e-bc86-f9dfbae08eb3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:40.849909 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:40.923846 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f284ca6b-ffec-4e31-b400-9e56256b4eec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Network a0481120-3cc8-449f-86d5-38ee9053982b is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:35:40.924705 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=7997f1c2-29d0-4134-97b0-a85e61cbe147,revision_number=5']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:40.926395 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-f284ca6b-ffec-4e31-b400-9e56256b4eec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:35:40.930043 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] For port 73cde741-ba67-4783-bfb4-aec69f40f174, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=73cde741-ba67-4783-bfb4-aec69f40f174,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:35:40.935583 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:40.978284 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f284ca6b-ffec-4e31-b400-9e56256b4eec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:35:40.993536 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:40.999098 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:41.062196 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284ca6b-ffec-4e31-b400-9e56256b4eec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Pushing event updated for resources: {'Port': ['ID=6e2924fa-3487-4c79-90e4-cacca91502fb,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:41.063479 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f284ca6b-ffec-4e31-b400-9e56256b4eec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:41.122625 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Pushing event updated for resources: {'Port': ['ID=73cde741-ba67-4783-bfb4-aec69f40f174,revision_number=5']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:41.126028 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:41.187414 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f284ca6b-ffec-4e31-b400-9e56256b4eec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:41.268117 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-54315758-c73a-424e-bc86-f9dfbae08eb3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Allocated IP 172.20.0.9 (c4c40d2b-ceca-4fa5-a564-5d269c274c9e/c8db6b26-5954-455b-bb2e-7d6df06854c9/5efcff61-8a6e-4914-ac29-59d58389cf28) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:35:41.321800 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f284ca6b-ffec-4e31-b400-9e56256b4eec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:41.444571 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cca4a5d7-9b24-4485-9ba9-446be66842f7 req-15c85de7-1558-4c00-be8a-bec19fba2843 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 210 time: 0.1252403 Apr 20 17:35:41.489423 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-f94978c7-262b-44ca-b8e1-9e1f24817593 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:41.498084 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-54315758-c73a-424e-bc86-f9dfbae08eb3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:41.523753 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-f94978c7-262b-44ca-b8e1-9e1f24817593 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:41.534266 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b4b74-41a3-4032-b6c5-14f0c23f8a17 req-d7bc8ed3-f25a-4696-a896-da0dc2f96cad tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:41.535916 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-512b4b74-41a3-4032-b6c5-14f0c23f8a17 req-d7bc8ed3-f25a-4696-a896-da0dc2f96cad tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ce7f53-850e-4bec-b5e6-17511e65543f HTTP/1.1" status: 200 len: 946 time: 0.6298563 Apr 20 17:35:41.564201 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-54315758-c73a-424e-bc86-f9dfbae08eb3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Transition to ACTIVE for port object 5efcff61-8a6e-4914-ac29-59d58389cf28 will not be triggered until provisioned by entity DHCP. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:35:41.598587 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-512b4b74-41a3-4032-b6c5-14f0c23f8a17 req-a766cfb9-f234-4471-9509-03ba90d0c27c tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ac5949f-0c19-4e99-9599-3ff3edc64c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559273 Apr 20 17:35:41.604303 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-9366a4ae-fe60-4a9b-869c-14eddfd1ed41 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:41.613428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-f94978c7-262b-44ca-b8e1-9e1f24817593 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Made reservation on behalf of 028eef62e6864fc89f3548dcd265d0df for: {'port': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:35:41.644794 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-f94978c7-262b-44ca-b8e1-9e1f24817593 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:41.785583 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-03a4779e-e585-4bc7-8f88-faee13ccffb0 req-dc207424-a61a-4a1b-89e8-87c2004fa9cc tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 210 time: 0.1735876 Apr 20 17:35:41.795512 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-54315758-c73a-424e-bc86-f9dfbae08eb3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:41.829506 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:41.946110 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-54315758-c73a-424e-bc86-f9dfbae08eb3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Network c4c40d2b-ceca-4fa5-a564-5d269c274c9e is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:35:41.949761 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-54315758-c73a-424e-bc86-f9dfbae08eb3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:35:41.961759 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-54315758-c73a-424e-bc86-f9dfbae08eb3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:35:41.985561 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ce7f53-850e-4bec-b5e6-17511e65543f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7997f1c2-29d0-4134-97b0-a85e61cbe147', 'code': 200} Apr 20 17:35:41.999001 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f284ca6b-ffec-4e31-b400-9e56256b4eec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:42.027136 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-9366a4ae-fe60-4a9b-869c-14eddfd1ed41 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:42.041881 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:42.086476 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54315758-c73a-424e-bc86-f9dfbae08eb3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Pushing event updated for resources: {'Port': ['ID=5efcff61-8a6e-4914-ac29-59d58389cf28,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:42.094175 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-54315758-c73a-424e-bc86-f9dfbae08eb3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:42.137684 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f284ca6b-ffec-4e31-b400-9e56256b4eec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:42.156246 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-9366a4ae-fe60-4a9b-869c-14eddfd1ed41 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Network a2d0ac58-2725-4eae-8fed-6bdf47ba936f is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:35:42.156246 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-9366a4ae-fe60-4a9b-869c-14eddfd1ed41 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:35:42.157594 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-54315758-c73a-424e-bc86-f9dfbae08eb3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:42.158325 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-54315758-c73a-424e-bc86-f9dfbae08eb3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:42.177378 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-9366a4ae-fe60-4a9b-869c-14eddfd1ed41 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:35:42.187441 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-9366a4ae-fe60-4a9b-869c-14eddfd1ed41 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:42.188525 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-f94978c7-262b-44ca-b8e1-9e1f24817593 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Allocated IP 172.20.0.12 (a2d0ac58-2725-4eae-8fed-6bdf47ba936f/c6eddfa4-1956-4af6-940a-b08e3d6fd898/2497de2e-c251-4cb3-bdc9-9670f10d80b3) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:35:42.189043 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-9366a4ae-fe60-4a9b-869c-14eddfd1ed41 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:42.245000 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366a4ae-fe60-4a9b-869c-14eddfd1ed41 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Pushing event updated for resources: {'Port': ['ID=b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:42.261177 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-9366a4ae-fe60-4a9b-869c-14eddfd1ed41 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:42.262341 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f284ca6b-ffec-4e31-b400-9e56256b4eec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:42.291264 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-54315758-c73a-424e-bc86-f9dfbae08eb3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6679509 Apr 20 17:35:42.323021 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] Request body: {'port': {'device_id': '7a5f4338-2dfb-418a-945e-5efa97fad0d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:42.350274 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f284ca6b-ffec-4e31-b400-9e56256b4eec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854139214'] for floatingip, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:42.367879 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284ca6b-ffec-4e31-b400-9e56256b4eec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Pushing event updated for resources: {'Port': ['ID=6e2924fa-3487-4c79-90e4-cacca91502fb,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:42.371565 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-9366a4ae-fe60-4a9b-869c-14eddfd1ed41 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5425978 Apr 20 17:35:42.372405 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f284ca6b-ffec-4e31-b400-9e56256b4eec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:42.376156 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.76', 58290) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:42.432456 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] Request body: {'port': {'device_id': 'f04ddc8e-23a5-4837-8fb0-83a589d33009', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:42.449430 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-65f3be61-4064-460d-ba7c-390438b15b1e None None] Provisioning for port 5efcff61-8a6e-4914-ac29-59d58389cf28 completed by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:35:42.456527 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-65f3be61-4064-460d-ba7c-390438b15b1e None None] Provisioning complete for port 5efcff61-8a6e-4914-ac29-59d58389cf28 triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:42.457176 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-65f3be61-4064-460d-ba7c-390438b15b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:42.486522 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f284ca6b-ffec-4e31-b400-9e56256b4eec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:42.492103 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-f284ca6b-ffec-4e31-b400-9e56256b4eec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5923169 Apr 20 17:35:42.575863 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-65f3be61-4064-460d-ba7c-390438b15b1e None None] Port 5efcff61-8a6e-4914-ac29-59d58389cf28 cannot update to ACTIVE because it is not bound. {{(pid=86490) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 17:35:42.746688 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:42.823303 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-f94978c7-262b-44ca-b8e1-9e1f24817593 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:42.992477 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:43.014251 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02072b-7eef-40ed-ae31-529e9f5813c4 req-23d68f44-f18b-411e-94c7-b4bc7403068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:43.015853 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cd02072b-7eef-40ed-ae31-529e9f5813c4 req-23d68f44-f18b-411e-94c7-b4bc7403068b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=65ce7f53-850e-4bec-b5e6-17511e65543f HTTP/1.1" status: 200 len: 1099 time: 0.6262090 Apr 20 17:35:43.053074 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 51178) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:43.053355 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 51180) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:43.111280 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba95e3-383c-4164-895b-8f9ba046d6a5 req-8899f10d-da83-4891-b5ca-0d84cef69255 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:43.113414 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-49ba95e3-383c-4164-895b-8f9ba046d6a5 req-8899f10d-da83-4891-b5ca-0d84cef69255 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ce7f53-850e-4bec-b5e6-17511e65543f HTTP/1.1" status: 200 len: 946 time: 0.2849548 Apr 20 17:35:43.113526 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-cd02072b-7eef-40ed-ae31-529e9f5813c4 req-f5ceea7d-fbb0-445b-b211-3aecd47f7abf service neutron] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:43.131437 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 73cde741-ba67-4783-bfb4-aec69f40f174 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:35:43.150446 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-cd02072b-7eef-40ed-ae31-529e9f5813c4 req-f5ceea7d-fbb0-445b-b211-3aecd47f7abf service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:43.161154 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac6b49-da69-43b8-b193-1cbcb1a09be2 req-3cc739b5-7792-49af-bd24-1c2dd019beaf tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:43.168802 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c6ac6b49-da69-43b8-b193-1cbcb1a09be2 req-3cc739b5-7792-49af-bd24-1c2dd019beaf tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 931 time: 0.5563781 Apr 20 17:35:43.172668 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-f94978c7-262b-44ca-b8e1-9e1f24817593 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:43.197083 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-cd02072b-7eef-40ed-ae31-529e9f5813c4 req-f5ceea7d-fbb0-445b-b211-3aecd47f7abf service neutron] Usage tracker for resource:security_group_rule and tenant:26566d29471b4ccbb23686ee6571928e is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:43.215793 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-cd02072b-7eef-40ed-ae31-529e9f5813c4 req-f5ceea7d-fbb0-445b-b211-3aecd47f7abf service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:43.222359 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port 73cde741-ba67-4783-bfb4-aec69f40f174 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:43.223196 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:43.232796 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-c6ac6b49-da69-43b8-b193-1cbcb1a09be2 req-261cbf93-0d1f-4316-b829-ce726979f274 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Synchronizing usage tracker for tenant:3e86cc7941934d41a7fc333ea0673924 on resource:security_group {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:35:43.235696 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-cd02072b-7eef-40ed-ae31-529e9f5813c4 req-f5ceea7d-fbb0-445b-b211-3aecd47f7abf service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:43.277696 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-85f95da4-5c12-45d3-b05b-8a19bac966bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:43.330523 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-c6ac6b49-da69-43b8-b193-1cbcb1a09be2 req-261cbf93-0d1f-4316-b829-ce726979f274 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Unset dirty status for tenant:3e86cc7941934d41a7fc333ea0673924 on resource:security_group {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:35:43.343950 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c6ac6b49-da69-43b8-b193-1cbcb1a09be2 req-261cbf93-0d1f-4316-b829-ce726979f274 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723101 Apr 20 17:35:43.373532 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94978c7-262b-44ca-b8e1-9e1f24817593 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Pushing event updated for resources: {'Port': ['ID=2497de2e-c251-4cb3-bdc9-9670f10d80b3,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:43.388132 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f94978c7-262b-44ca-b8e1-9e1f24817593 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:43.407530 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f49b9835-c0a2-4aee-b8e5-8ab80a6f5db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:43.444233 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-f49b9835-c0a2-4aee-b8e5-8ab80a6f5db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:43.451871 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e70d-120a-4382-902b-02610e0fd06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:43.473990 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-49ba95e3-383c-4164-895b-8f9ba046d6a5 req-091ecfc1-b6fe-4c77-8efc-d05e52600151 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ac5949f-0c19-4e99-9599-3ff3edc64c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316534 Apr 20 17:35:43.476319 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-f94978c7-262b-44ca-b8e1-9e1f24817593 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Network a2d0ac58-2725-4eae-8fed-6bdf47ba936f is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:35:43.487941 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-f49b9835-c0a2-4aee-b8e5-8ab80a6f5db6 admin admin] Usage tracker for resource:security_group_rule and tenant:6fcee738b2f242c99b71db0363afb598 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:43.503700 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-c0f0e70d-120a-4382-902b-02610e0fd06b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:43.508873 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-f49b9835-c0a2-4aee-b8e5-8ab80a6f5db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:43.512321 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-f94978c7-262b-44ca-b8e1-9e1f24817593 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:35:43.525785 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 51196) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:43.531382 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-f94978c7-262b-44ca-b8e1-9e1f24817593 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:35:43.558808 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-f49b9835-c0a2-4aee-b8e5-8ab80a6f5db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:43.561223 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-c0f0e70d-120a-4382-902b-02610e0fd06b admin admin] Usage tracker for resource:security_group_rule and tenant:bbb8a8fbf9c142c2a9a0d7de17ad440e is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:43.576611 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-c0f0e70d-120a-4382-902b-02610e0fd06b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:43.656740 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990e011-12a1-4ef9-bd92-d8b92d735bd4 req-109d7928-2b1e-4268-8b77-4a2db26f3905 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:43.657527 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-9990e011-12a1-4ef9-bd92-d8b92d735bd4 req-109d7928-2b1e-4268-8b77-4a2db26f3905 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Synchronizing usage tracker for tenant:028eef62e6864fc89f3548dcd265d0df on resource:port {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:35:43.701000 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-c0f0e70d-120a-4382-902b-02610e0fd06b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:43.777841 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53 {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:35:43.783572 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-cd02072b-7eef-40ed-ae31-529e9f5813c4 req-f5ceea7d-fbb0-445b-b211-3aecd47f7abf service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:43.785060 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6c8048c1-2d62-4226-aadb-d361c6a6aeac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:43.797413 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-9990e011-12a1-4ef9-bd92-d8b92d735bd4 req-109d7928-2b1e-4268-8b77-4a2db26f3905 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Unset dirty status for tenant:028eef62e6864fc89f3548dcd265d0df on resource:port {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:35:43.803313 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9990e011-12a1-4ef9-bd92-d8b92d735bd4 req-109d7928-2b1e-4268-8b77-4a2db26f3905 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 932 time: 0.3356342 Apr 20 17:35:43.808860 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5efcff61-8a6e-4914-ac29-59d58389cf28 {{(pid=86488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:35:43.834173 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-f94978c7-262b-44ca-b8e1-9e1f24817593 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:43.834866 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-f94978c7-262b-44ca-b8e1-9e1f24817593 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:43.839034 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-6c8048c1-2d62-4226-aadb-d361c6a6aeac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:43.846843 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-cd02072b-7eef-40ed-ae31-529e9f5813c4 req-f5ceea7d-fbb0-445b-b211-3aecd47f7abf service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:43.850502 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:43.858129 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:43.863046 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9990e011-12a1-4ef9-bd92-d8b92d735bd4 req-fa788795-e863-473c-b402-70b7bb7a7606 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579181 Apr 20 17:35:43.865274 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-9da0534d-aff4-4b4f-9c7c-290e3fcae470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:43.866064 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-6c8048c1-2d62-4226-aadb-d361c6a6aeac admin admin] Usage tracker for resource:security_group_rule and tenant:bae318105666421d9b48278310c8c6c8 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:43.870474 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-28e8f78a-888a-4a41-a4ae-2df77052808d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Synchronizing usage tracker for tenant:91f08a58d46d4762b691ff2c6db71cd4 on resource:security_group {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:35:43.879280 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-6c8048c1-2d62-4226-aadb-d361c6a6aeac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:43.886552 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cd02072b-7eef-40ed-ae31-529e9f5813c4 req-f5ceea7d-fbb0-445b-b211-3aecd47f7abf service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3ac5949f-0c19-4e99-9599-3ff3edc64c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8624971 Apr 20 17:35:43.898201 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-6c8048c1-2d62-4226-aadb-d361c6a6aeac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:43.900964 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ceea7d-fbb0-445b-b211-3aecd47f7abf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c0b593-07d0-461e-996a-e0bd0fd6e393,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:43.904924 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f5ceea7d-fbb0-445b-b211-3aecd47f7abf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:43.995960 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-f94978c7-262b-44ca-b8e1-9e1f24817593 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4407206 Apr 20 17:35:44.024033 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] Transition to ACTIVE for port object 5efcff61-8a6e-4914-ac29-59d58389cf28 will not be triggered until provisioned by entity L2. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:35:44.024207 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] Transition to ACTIVE for port object b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53 will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:35:44.104328 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:44.109667 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-91b29e4e-11aa-4259-bb84-20a14a86ee6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:44.254161 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2316177'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:44.259601 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-faf2a155-23ce-4ec3-b685-b06d071aa261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:44.277087 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] Pushing event updated for resources: {'Port': ['ID=b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:44.285716 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:44.308052 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] Attempting to bind port b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:35:44.309675 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] Attempting to bind port b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'f31269af-1add-45d1-8d0f-10926ba4bcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'a2d0ac58-2725-4eae-8fed-6bdf47ba936f'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:35:44.309675 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] Attempting to bind port b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53 on network a2d0ac58-2725-4eae-8fed-6bdf47ba936f {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:35:44.314482 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] Port b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53 on network a2d0ac58-2725-4eae-8fed-6bdf47ba936f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:35:44.314891 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] Attempting to bind port b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53 on network a2d0ac58-2725-4eae-8fed-6bdf47ba936f {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:35:44.320413 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] Checking agent: {'id': 'fd2caffb-19f6-4460-a29d-56c5ffae00d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'started_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:35:44.320791 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] Checking segment: {'id': 'f31269af-1add-45d1-8d0f-10926ba4bcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'a2d0ac58-2725-4eae-8fed-6bdf47ba936f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:35:44.321212 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] Bound using segment: {'id': 'f31269af-1add-45d1-8d0f-10926ba4bcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'a2d0ac58-2725-4eae-8fed-6bdf47ba936f'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:35:44.321683 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] Bound port: b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31269af-1add-45d1-8d0f-10926ba4bcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'a2d0ac58-2725-4eae-8fed-6bdf47ba936f'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:35:44.322069 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:44.322542 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] Request body: {'port': {'device_id': 'e47b2e08-11d3-465b-8f15-b312c746e47d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:44.433302 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] For port b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53, host hv-cinder-78692, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:35:44.437816 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] For port b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53,segment=NetworkSegment(f31269af-1add-45d1-8d0f-10926ba4bcd9),segment_id=f31269af-1add-45d1-8d0f-10926ba4bcd9)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:35:44.472638 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:44.482196 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-9366a4ae-fe60-4a9b-869c-14eddfd1ed41 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:44.552319 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] Pushing event updated for resources: {'Port': ['ID=5efcff61-8a6e-4914-ac29-59d58389cf28,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:44.560536 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f49b9835-c0a2-4aee-b8e5-8ab80a6f5db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:44.598625 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:44.604296 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:44.604951 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:44.606599 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] 10.222.0.76 "PUT /v2.0/ports/b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53 HTTP/1.1" status: 200 len: 1093 time: 2.2150223 Apr 20 17:35:44.607547 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04ddc8e-23a5-4837-8fb0-83a589d33009', 'tag': 'b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:35:44.644120 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] Pushing event updated for resources: {'Port': ['ID=b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:44.648374 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:44.662549 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f49b9835-c0a2-4aee-b8e5-8ab80a6f5db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:44.670203 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146dbd4-4d58-4c87-ad0c-7f7995d99b4f req-5a135e88-2b3d-4edb-adc4-c2f95b793ca8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:44.671854 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5146dbd4-4d58-4c87-ad0c-7f7995d99b4f req-5a135e88-2b3d-4edb-adc4-c2f95b793ca8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 943 time: 0.1499257 Apr 20 17:35:44.703968 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a910e793-e8e6-493a-a0b1-97f1fed1f702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:44.739307 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5146dbd4-4d58-4c87-ad0c-7f7995d99b4f req-4d1cf368-bdac-4b1d-97d9-bc92ae917fb8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604222 Apr 20 17:35:44.812750 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:44.827640 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-db901c6d-2316-4c76-b8fd-cfd4351e43d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:44.829237 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-db901c6d-2316-4c76-b8fd-cfd4351e43d9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=028eef62e6864fc89f3548dcd265d0df&device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 1096 time: 0.0872586 Apr 20 17:35:44.839130 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-f49b9835-c0a2-4aee-b8e5-8ab80a6f5db6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6fcee738b2f242c99b71db0363afb598&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7836180 Apr 20 17:35:44.840402 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b9835-c0a2-4aee-b8e5-8ab80a6f5db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a273d9e7-58a6-4f4f-968a-c239fd3c1071,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:44.842818 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 51224) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:44.851129 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e70d-120a-4382-902b-02610e0fd06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:44.852363 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f49b9835-c0a2-4aee-b8e5-8ab80a6f5db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:44.904988 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6c8048c1-2d62-4226-aadb-d361c6a6aeac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:44.913029 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c0f0e70d-120a-4382-902b-02610e0fd06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:44.935181 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:44.964081 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6c8048c1-2d62-4226-aadb-d361c6a6aeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:44.978999 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-fb6273bd-21aa-48b0-b91e-fe2e9b3b5834 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53 HTTP/1.1" status: 200 len: 217 time: 0.1325116 Apr 20 17:35:45.004450 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] Attempting to bind port 5efcff61-8a6e-4914-ac29-59d58389cf28 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:35:45.004822 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] Attempting to bind port 5efcff61-8a6e-4914-ac29-59d58389cf28 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '0293f50f-b8a5-4a30-a918-07044456f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e'}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:35:45.005187 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] Attempting to bind port 5efcff61-8a6e-4914-ac29-59d58389cf28 on network c4c40d2b-ceca-4fa5-a564-5d269c274c9e {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:35:45.008346 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-28e8f78a-888a-4a41-a4ae-2df77052808d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Unset dirty status for tenant:91f08a58d46d4762b691ff2c6db71cd4 on resource:security_group {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:35:45.009561 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-28e8f78a-888a-4a41-a4ae-2df77052808d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1263403324&fields=id&tenant_id=91f08a58d46d4762b691ff2c6db71cd4 HTTP/1.1" status: 200 len: 267 time: 1.3223310 Apr 20 17:35:45.040375 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] Port 5efcff61-8a6e-4914-ac29-59d58389cf28 on network c4c40d2b-ceca-4fa5-a564-5d269c274c9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:35:45.040811 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] Attempting to bind port 5efcff61-8a6e-4914-ac29-59d58389cf28 on network c4c40d2b-ceca-4fa5-a564-5d269c274c9e {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:35:45.044929 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-c0f0e70d-120a-4382-902b-02610e0fd06b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bbb8a8fbf9c142c2a9a0d7de17ad440e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9878998 Apr 20 17:35:45.046043 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0e70d-120a-4382-902b-02610e0fd06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1fda62-1e96-44c6-ae03-b67e68c5aff5,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:45.050267 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 51230) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:45.077235 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-c0f0e70d-120a-4382-902b-02610e0fd06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:45.126873 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-e55417bf-110e-4f90-883b-6f8f895d74ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:45.140917 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b53cad07-0f08-4d97-bf04-773312f5bb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:45.143411 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-21152177-01b8-4eaa-b6d8-8e2ca7c384cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:45.144970 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-21152177-01b8-4eaa-b6d8-8e2ca7c384cb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c6eddfa4-1956-4af6-940a-b08e3d6fd898 HTTP/1.1" status: 200 len: 859 time: 0.1496837 Apr 20 17:35:45.147000 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-6c8048c1-2d62-4226-aadb-d361c6a6aeac admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bae318105666421d9b48278310c8c6c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6199887 Apr 20 17:35:45.147955 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] Checking agent: {'id': 'fd2caffb-19f6-4460-a29d-56c5ffae00d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'started_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:35:45.148326 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] Checking segment: {'id': '0293f50f-b8a5-4a30-a918-07044456f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:35:45.148895 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] Bound using segment: {'id': '0293f50f-b8a5-4a30-a918-07044456f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e'} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:35:45.149418 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] Bound port: 5efcff61-8a6e-4914-ac29-59d58389cf28, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0293f50f-b8a5-4a30-a918-07044456f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e'}}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:35:45.149801 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:45.161100 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 51234) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:45.255241 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-edbdd256-f70d-44d6-af94-a27db3b22963 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a2d0ac58-2725-4eae-8fed-6bdf47ba936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872645 Apr 20 17:35:45.257084 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b53cad07-0f08-4d97-bf04-773312f5bb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:45.310948 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8048c1-2d62-4226-aadb-d361c6a6aeac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d40641d-dd49-47d9-a092-53d85a37fa59,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:45.329115 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c97b21-768e-40ae-8248-14f4991f729e req-08ea5668-2dbc-46d9-ba6f-153884e291bb tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:45.330759 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a4c97b21-768e-40ae-8248-14f4991f729e req-08ea5668-2dbc-46d9-ba6f-153884e291bb tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ce7f53-850e-4bec-b5e6-17511e65543f HTTP/1.1" status: 200 len: 946 time: 0.4061418 Apr 20 17:35:45.347942 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-6c8048c1-2d62-4226-aadb-d361c6a6aeac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:45.349123 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7ac3d9f0-0254-4e2c-a563-f6e11747368b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:45.475255 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-008eb362-256e-45cf-9f46-e0680feb7d48 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:45.476016 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-008eb362-256e-45cf-9f46-e0680feb7d48 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Synchronizing usage tracker for tenant:91f08a58d46d4762b691ff2c6db71cd4 on resource:network {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:35:45.493486 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7ac3d9f0-0254-4e2c-a563-f6e11747368b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:45.521909 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] For port 5efcff61-8a6e-4914-ac29-59d58389cf28, host hv-cinder-78692, cleared binding levels {{(pid=86488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:35:45.537755 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2dd9da29-8555-4685-9c85-46ee6471a4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:45.543800 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] For port 5efcff61-8a6e-4914-ac29-59d58389cf28, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=5efcff61-8a6e-4914-ac29-59d58389cf28,segment=NetworkSegment(0293f50f-b8a5-4a30-a918-07044456f366),segment_id=0293f50f-b8a5-4a30-a918-07044456f366)] {{(pid=86488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:35:45.612985 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a4c97b21-768e-40ae-8248-14f4991f729e req-789706ed-410a-4761-a6f2-4c6c713a09e1 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ac5949f-0c19-4e99-9599-3ff3edc64c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616830 Apr 20 17:35:45.630402 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-89b204db-0f18-40fa-8593-6397e457fe52 service neutron] 10.222.0.76 "GET /v2.0/networks/a2d0ac58-2725-4eae-8fed-6bdf47ba936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517129 Apr 20 17:35:45.641091 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2dd9da29-8555-4685-9c85-46ee6471a4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:45.641283 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2316177'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:45.641283 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-008eb362-256e-45cf-9f46-e0680feb7d48 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Unset dirty status for tenant:91f08a58d46d4762b691ff2c6db71cd4 on resource:network {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:35:45.647147 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-008eb362-256e-45cf-9f46-e0680feb7d48 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/networks?id=43f466f2-e643-4c2d-a72d-6fa47845b747 HTTP/1.1" status: 200 len: 817 time: 0.6217811 Apr 20 17:35:45.676833 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2497de2e-c251-4cb3-bdc9-9670f10d80b3 {{(pid=86488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:35:45.681035 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b53cad07-0f08-4d97-bf04-773312f5bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:45.686082 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:45.703266 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] Transition to ACTIVE for port object 2497de2e-c251-4cb3-bdc9-9670f10d80b3 will not be triggered until provisioned by entity L2. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:35:45.710933 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:45.741579 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04ddc8e-23a5-4837-8fb0-83a589d33009', 'tag': 'b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53', 'status': 'completed', 'code': 200} Apr 20 17:35:45.750912 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:45.771083 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2316177'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:45.785719 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53cad07-0f08-4d97-bf04-773312f5bb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a273d9e7-58a6-4f4f-968a-c239fd3c1071,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:45.799210 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b53cad07-0f08-4d97-bf04-773312f5bb37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:45.802174 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-1c02d414-b0d6-41b3-b131-776d45145ca4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/quotas/91f08a58d46d4762b691ff2c6db71cd4 HTTP/1.1" status: 200 len: 375 time: 0.0974784 Apr 20 17:35:45.830342 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7ac3d9f0-0254-4e2c-a563-f6e11747368b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:45.842866 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f5ceea7d-fbb0-445b-b211-3aecd47f7abf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:45.850550 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b53cad07-0f08-4d97-bf04-773312f5bb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:45.851823 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-b53cad07-0f08-4d97-bf04-773312f5bb37 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a273d9e7-58a6-4f4f-968a-c239fd3c1071 HTTP/1.1" status: 204 len: 168 time: 1.0072606 Apr 20 17:35:45.949806 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3d9f0-0254-4e2c-a563-f6e11747368b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1fda62-1e96-44c6-ae03-b67e68c5aff5,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:45.954051 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7ac3d9f0-0254-4e2c-a563-f6e11747368b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:45.989591 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2dd9da29-8555-4685-9c85-46ee6471a4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:45.992132 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6687abb5-f6db-41ff-a474-66099c19a0a1 req-c7c63401-c0bc-47d6-b60a-3911723b898d service neutron] 10.222.0.76 "GET /v2.0/networks/a2d0ac58-2725-4eae-8fed-6bdf47ba936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503332 Apr 20 17:35:45.996492 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2dd9da29-8555-4685-9c85-46ee6471a4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:46.003662 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-2dd9da29-8555-4685-9c85-46ee6471a4ac admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8d40641d-dd49-47d9-a092-53d85a37fa59 HTTP/1.1" status: 204 len: 168 time: 0.8291967 Apr 20 17:35:46.003662 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7ac3d9f0-0254-4e2c-a563-f6e11747368b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:46.003662 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-7ac3d9f0-0254-4e2c-a563-f6e11747368b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4f1fda62-1e96-44c6-ae03-b67e68c5aff5 HTTP/1.1" status: 204 len: 168 time: 0.9470105 Apr 20 17:35:46.004183 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-cbd98a38-689b-402d-8d8e-a615708f2a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:46.017148 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9da29-8555-4685-9c85-46ee6471a4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d40641d-dd49-47d9-a092-53d85a37fa59,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:46.022907 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:46.023789 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:46.026524 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] 10.222.0.76 "PUT /v2.0/ports/5efcff61-8a6e-4914-ac29-59d58389cf28 HTTP/1.1" status: 200 len: 1093 time: 3.7190249 Apr 20 17:35:46.028439 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-2dd9da29-8555-4685-9c85-46ee6471a4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:46.049935 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5f4338-2dfb-418a-945e-5efa97fad0d0', 'tag': '5efcff61-8a6e-4914-ac29-59d58389cf28'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:35:46.119428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786da44e-6a36-4db7-887e-fad1a9c91363 req-26b584e5-6b66-4438-a32e-2a075cd4ae03 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:46.121109 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-786da44e-6a36-4db7-887e-fad1a9c91363 req-26b584e5-6b66-4438-a32e-2a075cd4ae03 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 944 time: 0.2503350 Apr 20 17:35:46.136343 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] Pushing event updated for resources: {'Port': ['ID=5efcff61-8a6e-4914-ac29-59d58389cf28,revision_number=3']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:46.147620 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:46.149229 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.337s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:46.283627 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-786da44e-6a36-4db7-887e-fad1a9c91363 req-d297eb15-cdd1-4184-a150-2eabe692db4a tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541033 Apr 20 17:35:46.344294 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81774a-ed52-45af-9539-5a2f3a5dbcd9 req-f1967793-3ba5-46cb-a6c3-e54a4290455d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:46.346200 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5e81774a-ed52-45af-9539-5a2f3a5dbcd9 req-f1967793-3ba5-46cb-a6c3-e54a4290455d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=028eef62e6864fc89f3548dcd265d0df&device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 1096 time: 0.1218026 Apr 20 17:35:46.413835 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] Attempting to bind port 2497de2e-c251-4cb3-bdc9-9670f10d80b3 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:35:46.414061 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] Attempting to bind port 2497de2e-c251-4cb3-bdc9-9670f10d80b3 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'f31269af-1add-45d1-8d0f-10926ba4bcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'a2d0ac58-2725-4eae-8fed-6bdf47ba936f'}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:35:46.414415 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] Attempting to bind port 2497de2e-c251-4cb3-bdc9-9670f10d80b3 on network a2d0ac58-2725-4eae-8fed-6bdf47ba936f {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:35:46.427402 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] Port 2497de2e-c251-4cb3-bdc9-9670f10d80b3 on network a2d0ac58-2725-4eae-8fed-6bdf47ba936f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:35:46.427771 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] Attempting to bind port 2497de2e-c251-4cb3-bdc9-9670f10d80b3 on network a2d0ac58-2725-4eae-8fed-6bdf47ba936f {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:35:46.470301 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] Checking agent: {'id': 'fd2caffb-19f6-4460-a29d-56c5ffae00d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'started_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:35:46.470702 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] Checking segment: {'id': 'f31269af-1add-45d1-8d0f-10926ba4bcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'a2d0ac58-2725-4eae-8fed-6bdf47ba936f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:35:46.472349 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] Bound using segment: {'id': 'f31269af-1add-45d1-8d0f-10926ba4bcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'a2d0ac58-2725-4eae-8fed-6bdf47ba936f'} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:35:46.472349 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] Bound port: 2497de2e-c251-4cb3-bdc9-9670f10d80b3, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31269af-1add-45d1-8d0f-10926ba4bcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': 'a2d0ac58-2725-4eae-8fed-6bdf47ba936f'}}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:35:46.472349 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:46.556766 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] Pushing event updated for resources: {'Port': ['ID=2497de2e-c251-4cb3-bdc9-9670f10d80b3,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:46.564907 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:46.608545 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-f3876d00-42b7-4336-991a-e98c1e717702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:46.610184 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-f3876d00-42b7-4336-991a-e98c1e717702 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3e86cc7941934d41a7fc333ea0673924&device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 1096 time: 0.3665841 Apr 20 17:35:46.623198 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-ae5b6012-71ab-4f35-a4b5-fb5dcec14066 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=91f08a58d46d4762b691ff2c6db71cd4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6824300 Apr 20 17:35:46.760007 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 51278) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:46.795230 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 51280) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:46.796751 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-61c23632-dcaf-4ed1-91d0-256150f062e0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5efcff61-8a6e-4914-ac29-59d58389cf28 HTTP/1.1" status: 200 len: 217 time: 0.1701791 Apr 20 17:35:46.804576 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] For port 2497de2e-c251-4cb3-bdc9-9670f10d80b3, host hv-cinder-78692, cleared binding levels {{(pid=86488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:35:46.838920 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81774a-ed52-45af-9539-5a2f3a5dbcd9 req-14be88c1-7e00-4ff5-a1fc-3b6993a7edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:46.840680 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5e81774a-ed52-45af-9539-5a2f3a5dbcd9 req-14be88c1-7e00-4ff5-a1fc-3b6993a7edb3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a2d0ac58-2725-4eae-8fed-6bdf47ba936f HTTP/1.1" status: 200 len: 920 time: 0.4877715 Apr 20 17:35:46.849841 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f598aa-bce1-49ae-a992-024429fcc7a5 req-a7ee1435-e26e-4799-ba08-4afee543c1f5 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:46.851419 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d7f598aa-bce1-49ae-a992-024429fcc7a5 req-a7ee1435-e26e-4799-ba08-4afee543c1f5 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 943 time: 0.4000068 Apr 20 17:35:46.940020 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5e81774a-ed52-45af-9539-5a2f3a5dbcd9 req-088d720c-8876-439f-a500-9eca2333e0e9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53 HTTP/1.1" status: 200 len: 217 time: 0.0875168 Apr 20 17:35:47.021582 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d7f598aa-bce1-49ae-a992-024429fcc7a5 req-494c2b48-2f98-46fc-875d-e46300a08141 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046348 Apr 20 17:35:47.045933 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81774a-ed52-45af-9539-5a2f3a5dbcd9 req-2753e3bd-70ad-403e-a349-632c4778ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:47.045933 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5e81774a-ed52-45af-9539-5a2f3a5dbcd9 req-2753e3bd-70ad-403e-a349-632c4778ffa0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c6eddfa4-1956-4af6-940a-b08e3d6fd898 HTTP/1.1" status: 200 len: 859 time: 0.0919702 Apr 20 17:35:47.086609 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 51288) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:47.100757 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5e81774a-ed52-45af-9539-5a2f3a5dbcd9 req-da96c4b4-d262-40d6-875a-ed409fc210fc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a2d0ac58-2725-4eae-8fed-6bdf47ba936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525084 Apr 20 17:35:47.136590 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f3ee070c-7c63-4a23-a344-a2487b01c11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:47.147466 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] For port 2497de2e-c251-4cb3-bdc9-9670f10d80b3, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2497de2e-c251-4cb3-bdc9-9670f10d80b3,segment=NetworkSegment(f31269af-1add-45d1-8d0f-10926ba4bcd9),segment_id=f31269af-1add-45d1-8d0f-10926ba4bcd9)] {{(pid=86488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:35:47.166844 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9218-0ecf-403c-abf8-c2a7366acb7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:47.199898 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2316177'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:47.202875 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cab16817-72ef-434d-a792-8197b7f763e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:47.214938 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-f3ee070c-7c63-4a23-a344-a2487b01c11e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:47.229134 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-2e1a9218-0ecf-403c-abf8-c2a7366acb7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:47.242141 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-f3ee070c-7c63-4a23-a344-a2487b01c11e admin admin] Usage tracker for resource:security_group_rule and tenant:d6d845cb652e4787a9246a2ce0666dfb is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:47.249399 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:47.284350 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-f3ee070c-7c63-4a23-a344-a2487b01c11e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:47.297076 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-2e1a9218-0ecf-403c-abf8-c2a7366acb7f admin admin] Usage tracker for resource:security_group_rule and tenant:1c7259be2b914bc6add95eb4bee50a06 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:47.304535 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-cab16817-72ef-434d-a792-8197b7f763e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:47.313382 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5e81774a-ed52-45af-9539-5a2f3a5dbcd9 req-c5a7b528-b64c-452a-bf2d-4aaf3ea7a969 service neutron] 10.222.0.76 "GET /v2.0/networks/a2d0ac58-2725-4eae-8fed-6bdf47ba936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043772 Apr 20 17:35:47.326981 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92e048-c660-428d-9a33-d4a89661bd70 req-987e0fe6-2ddf-4074-88d5-76a426fc3c24 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:47.328537 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9e92e048-c660-428d-9a33-d4a89661bd70 req-987e0fe6-2ddf-4074-88d5-76a426fc3c24 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ce7f53-850e-4bec-b5e6-17511e65543f HTTP/1.1" status: 200 len: 946 time: 0.1438076 Apr 20 17:35:47.336180 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-2e1a9218-0ecf-403c-abf8-c2a7366acb7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:47.340711 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-f3ee070c-7c63-4a23-a344-a2487b01c11e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:47.347296 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:47.355071 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:47.356576 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] 10.222.0.76 "PUT /v2.0/ports/2497de2e-c251-4cb3-bdc9-9670f10d80b3 HTTP/1.1" status: 200 len: 1094 time: 3.0503285 Apr 20 17:35:47.366345 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-cab16817-72ef-434d-a792-8197b7f763e0 admin admin] Usage tracker for resource:security_group_rule and tenant:9fdcb144d4f3492194122be674cdbdc3 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:35:47.374575 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-d69d2c37-aea6-49f9-9ea5-1e1e71d24593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:47.374575 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-d69d2c37-aea6-49f9-9ea5-1e1e71d24593 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c8db6b26-5954-455b-bb2e-7d6df06854c9 HTTP/1.1" status: 200 len: 849 time: 0.5619631 Apr 20 17:35:47.386595 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-2e1a9218-0ecf-403c-abf8-c2a7366acb7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:47.389337 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-cab16817-72ef-434d-a792-8197b7f763e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:35:47.468168 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-cab16817-72ef-434d-a792-8197b7f763e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:47.478510 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9e92e048-c660-428d-9a33-d4a89661bd70 req-dac4ae08-a51f-45e9-b51c-db3a38b8bded tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ac5949f-0c19-4e99-9599-3ff3edc64c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245739 Apr 20 17:35:47.516193 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5e81774a-ed52-45af-9539-5a2f3a5dbcd9 req-2221aa1b-feb7-4628-8328-0dd54a83c81a service neutron] 10.222.0.76 "GET /v2.0/networks/a2d0ac58-2725-4eae-8fed-6bdf47ba936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863718 Apr 20 17:35:47.556592 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-907aeb79-243f-4579-b33d-195c88b753af service neutron] 10.222.0.75 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8285413 Apr 20 17:35:47.583557 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] Pushing event updated for resources: {'Port': ['ID=2497de2e-c251-4cb3-bdc9-9670f10d80b3,revision_number=3']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:47.595241 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:47.720039 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5f4338-2dfb-418a-945e-5efa97fad0d0', 'tag': '5efcff61-8a6e-4914-ac29-59d58389cf28', 'status': 'completed', 'code': 200} Apr 20 17:35:47.866581 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-f0349c03-8e2f-4469-8725-a298edd8e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:47.868196 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-f0349c03-8e2f-4469-8725-a298edd8e937 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=028eef62e6864fc89f3548dcd265d0df&device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 1097 time: 0.4210877 Apr 20 17:35:47.892392 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-2f8c16cd-43c6-46a1-90c0-51a4907194d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:47.893991 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-2f8c16cd-43c6-46a1-90c0-51a4907194d4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4c40d2b-ceca-4fa5-a564-5d269c274c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4948306 Apr 20 17:35:47.895882 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208fd4b-eecb-4ab7-8c17-27e5dc995bcb req-a803fc67-ba0c-474d-a3d4-e78017e49ad0 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:47.897525 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d208fd4b-eecb-4ab7-8c17-27e5dc995bcb req-a803fc67-ba0c-474d-a3d4-e78017e49ad0 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 944 time: 0.0926976 Apr 20 17:35:47.956489 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d208fd4b-eecb-4ab7-8c17-27e5dc995bcb req-0b36bbb8-fee2-4a0f-b5db-19be8496c5f4 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476203 Apr 20 17:35:48.041324 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-15f15c4c-966d-4426-a0d1-1673fcb5664e service neutron] 10.222.0.75 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450402 Apr 20 17:35:48.108183 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-b50ef6dd-bd72-4568-84ed-dcbfd67d6a0a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2497de2e-c251-4cb3-bdc9-9670f10d80b3 HTTP/1.1" status: 200 len: 217 time: 0.2062340 Apr 20 17:35:48.136465 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f3ee070c-7c63-4a23-a344-a2487b01c11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:48.176287 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9218-0ecf-403c-abf8-c2a7366acb7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:48.186348 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cab16817-72ef-434d-a792-8197b7f763e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:48.187565 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f3ee070c-7c63-4a23-a344-a2487b01c11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:48.209017 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-56110e1b-0b99-4a9c-99ad-e0538dd05913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:48.244477 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cab16817-72ef-434d-a792-8197b7f763e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:48.252897 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2e1a9218-0ecf-403c-abf8-c2a7366acb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:48.315001 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70874fec-a47f-4839-b29f-5895fbddce8e req-d8ebabd4-58d9-4b79-a9ad-768d89caba65 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:48.316589 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-70874fec-a47f-4839-b29f-5895fbddce8e req-d8ebabd4-58d9-4b79-a9ad-768d89caba65 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 943 time: 0.1062741 Apr 20 17:35:48.348827 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-f3ee070c-7c63-4a23-a344-a2487b01c11e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d6d845cb652e4787a9246a2ce0666dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5777946 Apr 20 17:35:48.354683 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 51320) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:48.366671 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee070c-7c63-4a23-a344-a2487b01c11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8c798a-7751-4870-ad16-800f5ec27ab5,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:48.370465 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f3ee070c-7c63-4a23-a344-a2487b01c11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:48.404570 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-70874fec-a47f-4839-b29f-5895fbddce8e req-cc2884bc-259f-4046-933b-085bb285fe7f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814092 Apr 20 17:35:48.413819 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:48.423008 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-9bdb38ef-87c5-4ed9-9d5c-86b35b9ef1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:48.424566 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-9bdb38ef-87c5-4ed9-9d5c-86b35b9ef1cd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c6eddfa4-1956-4af6-940a-b08e3d6fd898 HTTP/1.1" status: 200 len: 859 time: 0.2921219 Apr 20 17:35:48.434331 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-2e1a9218-0ecf-403c-abf8-c2a7366acb7f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1c7259be2b914bc6add95eb4bee50a06&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6365154 Apr 20 17:35:48.439314 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 51326) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:48.447342 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-cab16817-72ef-434d-a792-8197b7f763e0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9fdcb144d4f3492194122be674cdbdc3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3596661 Apr 20 17:35:48.457067 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 51330) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:35:48.457817 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-985bef34-40e4-4872-9ca5-5c3b71d7889c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:48.487947 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f0abe0ec-ed3a-40b7-8fb9-5e78fb6331a1 req-b6ce0f49-e590-444e-b720-8c43669cb7d1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 210 time: 0.1447396 Apr 20 17:35:48.491184 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-bd7feb9c-f77d-4fbf-90d9-94f32559fc3b service neutron] 10.222.0.76 "GET /v2.0/networks/c4c40d2b-ceca-4fa5-a564-5d269c274c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5320420 Apr 20 17:35:48.539682 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-83c998c2-f111-4d6e-a80c-d7149cbe4245 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a2d0ac58-2725-4eae-8fed-6bdf47ba936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981236 Apr 20 17:35:48.542133 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-985bef34-40e4-4872-9ca5-5c3b71d7889c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:48.626194 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab16817-72ef-434d-a792-8197b7f763e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be861be-62a3-4d35-a9ca-5c3ca1495ba6,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:48.628626 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-195ad754-1109-45db-a5f9-43b2727dc773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:48.647834 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-95017b20-ca7e-4346-8e37-2e35242e3a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:48.680459 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-195ad754-1109-45db-a5f9-43b2727dc773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:48.713078 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-95017b20-ca7e-4346-8e37-2e35242e3a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:48.752334 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-985bef34-40e4-4872-9ca5-5c3b71d7889c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:48.757132 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a9218-0ecf-403c-abf8-c2a7366acb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91c997e-44d7-41e8-8307-00a5dfb18cb5,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:48.760426 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-2e1a9218-0ecf-403c-abf8-c2a7366acb7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:48.760879 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f895f127-6933-49be-aeca-ec854b5e2276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:48.765911 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.471s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:48.766134 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:48.785612 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bef34-40e4-4872-9ca5-5c3b71d7889c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8c798a-7751-4870-ad16-800f5ec27ab5,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:48.792888 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-985bef34-40e4-4872-9ca5-5c3b71d7889c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:48.798332 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-985bef34-40e4-4872-9ca5-5c3b71d7889c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:48.802213 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-985bef34-40e4-4872-9ca5-5c3b71d7889c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4d8c798a-7751-4870-ad16-800f5ec27ab5 HTTP/1.1" status: 204 len: 168 time: 0.4413667 Apr 20 17:35:48.808843 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c5ba5153-7bb2-468e-9cae-ff3e212bfa19 req-c34ba556-e512-40bf-8f03-1eddc33b39ca service neutron] 10.222.0.76 "GET /v2.0/networks/c4c40d2b-ceca-4fa5-a564-5d269c274c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045800 Apr 20 17:35:48.832329 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-b0f3cb21-22ac-4969-a447-af05d5553538 service neutron] 10.222.0.76 "GET /v2.0/networks/a2d0ac58-2725-4eae-8fed-6bdf47ba936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859790 Apr 20 17:35:48.847258 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-195ad754-1109-45db-a5f9-43b2727dc773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:48.854215 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:48.863778 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-95017b20-ca7e-4346-8e37-2e35242e3a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:48.881933 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ad754-1109-45db-a5f9-43b2727dc773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91c997e-44d7-41e8-8307-00a5dfb18cb5,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:48.886779 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-195ad754-1109-45db-a5f9-43b2727dc773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:48.896483 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-232a5731-1e25-46de-9cb0-27c53aae493e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:48.913308 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-95017b20-ca7e-4346-8e37-2e35242e3a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:48.913308 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-95017b20-ca7e-4346-8e37-2e35242e3a78 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8be861be-62a3-4d35-a9ca-5c3ca1495ba6 HTTP/1.1" status: 204 len: 168 time: 0.4526856 Apr 20 17:35:48.917624 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95017b20-ca7e-4346-8e37-2e35242e3a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be861be-62a3-4d35-a9ca-5c3ca1495ba6,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:48.920686 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-195ad754-1109-45db-a5f9-43b2727dc773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:48.924513 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-195ad754-1109-45db-a5f9-43b2727dc773 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b91c997e-44d7-41e8-8307-00a5dfb18cb5 HTTP/1.1" status: 204 len: 168 time: 0.4815805 Apr 20 17:35:48.924513 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-95017b20-ca7e-4346-8e37-2e35242e3a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:49.053691 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-02dbe6f5-f4cf-40eb-8c35-ee8b6fe65fd4 req-93294362-aa11-4a07-9c7a-d971aee9ec55 service neutron] 10.222.0.76 "GET /v2.0/networks/a2d0ac58-2725-4eae-8fed-6bdf47ba936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143273 Apr 20 17:35:49.077237 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8bdb1-e9c6-4124-8ddc-ff0159dc8927 req-00efbb7a-cd01-4d5c-9016-d95d749685cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:49.078850 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cad8bdb1-e9c6-4124-8ddc-ff0159dc8927 req-00efbb7a-cd01-4d5c-9016-d95d749685cb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3e86cc7941934d41a7fc333ea0673924&device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 1096 time: 0.1205554 Apr 20 17:35:49.199814 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46718b1f-0022-45a4-a3cb-1d458c0283e6 req-13380e30-eb96-41de-8e3b-20c89af3b5a9 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:49.209427 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-46718b1f-0022-45a4-a3cb-1d458c0283e6 req-13380e30-eb96-41de-8e3b-20c89af3b5a9 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 944 time: 0.1181543 Apr 20 17:35:49.264854 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-46718b1f-0022-45a4-a3cb-1d458c0283e6 req-eb96fa18-2a70-4805-9b57-a22683ccedcd tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543253 Apr 20 17:35:49.660557 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8bdb1-e9c6-4124-8ddc-ff0159dc8927 req-c08a0653-f45c-4ff2-9d5a-306e8a44bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:49.662139 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cad8bdb1-e9c6-4124-8ddc-ff0159dc8927 req-c08a0653-f45c-4ff2-9d5a-306e8a44bc09 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4c40d2b-ceca-4fa5-a564-5d269c274c9e HTTP/1.1" status: 200 len: 911 time: 0.5739918 Apr 20 17:35:49.817073 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47b2e08-11d3-465b-8f15-b312c746e47d', 'tag': '2497de2e-c251-4cb3-bdc9-9670f10d80b3'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:35:49.845081 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cad8bdb1-e9c6-4124-8ddc-ff0159dc8927 req-e37cedf3-5b9a-46fd-8749-7088c710fcb9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5efcff61-8a6e-4914-ac29-59d58389cf28 HTTP/1.1" status: 200 len: 217 time: 0.1674042 Apr 20 17:35:49.857140 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aae83e-6b3a-4061-a501-44c9826c79e8 req-45a6f95a-a458-4384-861c-724969557567 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:49.866304 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-31aae83e-6b3a-4061-a501-44c9826c79e8 req-45a6f95a-a458-4384-861c-724969557567 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 943 time: 0.1571496 Apr 20 17:35:49.921842 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-31aae83e-6b3a-4061-a501-44c9826c79e8 req-12073e65-70a2-4217-a7af-1cfb1e5c6c31 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545549 Apr 20 17:35:49.938825 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8bdb1-e9c6-4124-8ddc-ff0159dc8927 req-208841c6-a73c-4252-be79-55b444e8326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:49.941639 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cad8bdb1-e9c6-4124-8ddc-ff0159dc8927 req-208841c6-a73c-4252-be79-55b444e8326d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c8db6b26-5954-455b-bb2e-7d6df06854c9 HTTP/1.1" status: 200 len: 849 time: 0.0864980 Apr 20 17:35:50.056820 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8bdb1-e9c6-4124-8ddc-ff0159dc8927 req-94afcd5c-b830-4c9b-ac49-6e2f3e5aadea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:50.058461 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cad8bdb1-e9c6-4124-8ddc-ff0159dc8927 req-94afcd5c-b830-4c9b-ac49-6e2f3e5aadea service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4c40d2b-ceca-4fa5-a564-5d269c274c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1097214 Apr 20 17:35:50.247994 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cad8bdb1-e9c6-4124-8ddc-ff0159dc8927 req-637da161-5ef0-4388-855a-e5a46ba1fedc service neutron] 10.222.0.76 "GET /v2.0/networks/c4c40d2b-ceca-4fa5-a564-5d269c274c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817515 Apr 20 17:35:50.288977 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-aa1c4d75-3a65-4aca-997c-de147bb9f562 req-45ead69a-440b-4956-b285-eadbadf88bf8 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Synchronizing usage tracker for tenant:91f08a58d46d4762b691ff2c6db71cd4 on resource:port {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:35:50.328841 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-aa1c4d75-3a65-4aca-997c-de147bb9f562 req-45ead69a-440b-4956-b285-eadbadf88bf8 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Unset dirty status for tenant:91f08a58d46d4762b691ff2c6db71cd4 on resource:port {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:35:50.330123 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-aa1c4d75-3a65-4aca-997c-de147bb9f562 req-45ead69a-440b-4956-b285-eadbadf88bf8 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 210 time: 0.0946257 Apr 20 17:35:50.416778 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47b2e08-11d3-465b-8f15-b312c746e47d', 'tag': '2497de2e-c251-4cb3-bdc9-9670f10d80b3', 'status': 'completed', 'code': 200} Apr 20 17:35:50.420957 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cad8bdb1-e9c6-4124-8ddc-ff0159dc8927 req-fb253f02-d771-493d-bd13-1abafd089f0d service neutron] 10.222.0.76 "GET /v2.0/networks/c4c40d2b-ceca-4fa5-a564-5d269c274c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663280 Apr 20 17:35:50.625523 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba13c8-cba7-4efc-b069-1a6c0fb36a9c req-fb260000-46ea-4e6a-8d9d-78c02a8ab6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:50.628416 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-67ba13c8-cba7-4efc-b069-1a6c0fb36a9c req-fb260000-46ea-4e6a-8d9d-78c02a8ab6f5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=028eef62e6864fc89f3548dcd265d0df&device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 1097 time: 0.1045358 Apr 20 17:35:50.727879 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b5b0c-1abb-46ab-bce2-d6b29a8765eb req-af62bff0-1d91-402d-9868-030fe76883ee tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:50.729574 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2f1b5b0c-1abb-46ab-bce2-d6b29a8765eb req-af62bff0-1d91-402d-9868-030fe76883ee tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 944 time: 0.2185035 Apr 20 17:35:50.828181 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2f1b5b0c-1abb-46ab-bce2-d6b29a8765eb req-2c64cc9b-48ef-4530-a0a6-e36ca77af826 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846550 Apr 20 17:35:50.894260 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba13c8-cba7-4efc-b069-1a6c0fb36a9c req-2d59591e-f09b-46c8-b527-6e50a57e46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:50.895977 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-67ba13c8-cba7-4efc-b069-1a6c0fb36a9c req-2d59591e-f09b-46c8-b527-6e50a57e46c1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a2d0ac58-2725-4eae-8fed-6bdf47ba936f HTTP/1.1" status: 200 len: 920 time: 0.2598505 Apr 20 17:35:51.092269 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86490) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 17:35:51.258523 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53,segment=NetworkSegment(f31269af-1add-45d1-8d0f-10926ba4bcd9),segment_id=f31269af-1add-45d1-8d0f-10926ba4bcd9)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:35:51.273643 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Returning: {'device': 'b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53', 'network_id': 'a2d0ac58-2725-4eae-8fed-6bdf47ba936f', 'port_id': 'b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53', 'mac_address': 'fa:16:3e:81:4f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 968, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6eddfa4-1956-4af6-940a-b08e3d6fd898', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86490) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:35:51.339606 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:51.360130 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53 {{(pid=86490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:35:51.363061 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-67ba13c8-cba7-4efc-b069-1a6c0fb36a9c req-5fe4f28d-a5c8-4ffe-80b9-9fe9cd7c5270 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2497de2e-c251-4cb3-bdc9-9670f10d80b3 HTTP/1.1" status: 200 len: 217 time: 0.2889724 Apr 20 17:35:51.404689 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53,segment=NetworkSegment(f31269af-1add-45d1-8d0f-10926ba4bcd9),segment_id=f31269af-1add-45d1-8d0f-10926ba4bcd9)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:35:51.458499 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:51.460432 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:51.548432 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-d7ba37c5-97f0-49b7-a4c8-d1e987f470c5 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:51.550025 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-d7ba37c5-97f0-49b7-a4c8-d1e987f470c5 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.76 "GET /v2.0/networks?id=43f466f2-e643-4c2d-a72d-6fa47845b747 HTTP/1.1" status: 200 len: 817 time: 0.3829749 Apr 20 17:35:51.558903 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:51.565108 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:51.617139 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bf5478f1-64fa-451d-8b1e-dc4ebee14615 req-e8259666-f8e6-40e0-8236-429684cb7c28 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 210 time: 0.1121523 Apr 20 17:35:51.651711 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba13c8-cba7-4efc-b069-1a6c0fb36a9c req-9651c509-a2a4-4d58-b519-e95f75c1d5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:51.651711 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-67ba13c8-cba7-4efc-b069-1a6c0fb36a9c req-9651c509-a2a4-4d58-b519-e95f75c1d5be service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c6eddfa4-1956-4af6-940a-b08e3d6fd898 HTTP/1.1" status: 200 len: 859 time: 0.2760861 Apr 20 17:35:51.730313 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b70dd9-9463-499e-ad5a-e8181e473735 req-40c2537f-e811-4299-a1e9-cfa7fcb32d64 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:51.731026 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-f2b70dd9-9463-499e-ad5a-e8181e473735 req-40c2537f-e811-4299-a1e9-cfa7fcb32d64 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Synchronizing usage tracker for tenant:3e86cc7941934d41a7fc333ea0673924 on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:35:51.746977 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-67ba13c8-cba7-4efc-b069-1a6c0fb36a9c req-e6c02c60-6ca5-41c8-9972-f57b18a55da1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a2d0ac58-2725-4eae-8fed-6bdf47ba936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890827 Apr 20 17:35:51.868652 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-f2b70dd9-9463-499e-ad5a-e8181e473735 req-40c2537f-e811-4299-a1e9-cfa7fcb32d64 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Unset dirty status for tenant:3e86cc7941934d41a7fc333ea0673924 on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:35:51.869809 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f2b70dd9-9463-499e-ad5a-e8181e473735 req-40c2537f-e811-4299-a1e9-cfa7fcb32d64 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 943 time: 0.6675189 Apr 20 17:35:51.936107 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f2b70dd9-9463-499e-ad5a-e8181e473735 req-394b95b3-bb93-42ee-948a-2f2b613c76c5 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567133 Apr 20 17:35:51.943687 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-d0245323-8a23-4e3b-8eea-b3ee1f464ebf tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=91f08a58d46d4762b691ff2c6db71cd4 HTTP/1.1" status: 200 len: 5705 time: 0.3415802 Apr 20 17:35:51.973775 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-df75f563-9bdd-4130-94c2-d457090370c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Request body: {'port': {'device_id': '5e4af915-32cc-4249-b578-fbb2e0e101c3', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'admin_state_up': True, 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'security_groups': ['86b47de7-aba8-4cc1-9cf8-f52656b0ec8b']}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:51.994529 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:35:52.075088 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7b465-c324-46b2-a7e7-44e6611d8853 req-4e0bece0-b6e5-465a-9265-fb37226d69c8 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:52.083281 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-67ba13c8-cba7-4efc-b069-1a6c0fb36a9c req-5829a56c-2c8b-438e-8a2d-6f308e326ff4 service neutron] 10.222.0.76 "GET /v2.0/networks/a2d0ac58-2725-4eae-8fed-6bdf47ba936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262794 Apr 20 17:35:52.085323 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e2c7b465-c324-46b2-a7e7-44e6611d8853 req-4e0bece0-b6e5-465a-9265-fb37226d69c8 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 944 time: 0.1283610 Apr 20 17:35:52.140021 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e2c7b465-c324-46b2-a7e7-44e6611d8853 req-2f37ffa1-5c93-41ab-899f-600c8daf246a tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534582 Apr 20 17:35:52.263159 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-df75f563-9bdd-4130-94c2-d457090370c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:35:52.289394 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-df75f563-9bdd-4130-94c2-d457090370c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:35:52.301467 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-67ba13c8-cba7-4efc-b069-1a6c0fb36a9c req-d41afea2-9125-47e5-afea-bbc752b70caa service neutron] 10.222.0.76 "GET /v2.0/networks/a2d0ac58-2725-4eae-8fed-6bdf47ba936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081511 Apr 20 17:35:52.363827 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-df75f563-9bdd-4130-94c2-d457090370c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Made reservation on behalf of 91f08a58d46d4762b691ff2c6db71cd4 for: {'port': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:35:52.370493 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-df75f563-9bdd-4130-94c2-d457090370c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:52.547993 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-df75f563-9bdd-4130-94c2-d457090370c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Allocated IP 172.20.0.3 (43f466f2-e643-4c2d-a72d-6fa47845b747/e7b59eb6-7796-4d48-ad26-1b7d7898dd0a/ff604c0c-91ae-4156-8503-1063be95d6a4) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:35:52.836415 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-70094a44-369c-40be-8863-4ef5d503cb62 req-52d8d3b2-8091-4172-8135-a7a39191074f tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 210 time: 0.0725904 Apr 20 17:35:52.933062 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-df75f563-9bdd-4130-94c2-d457090370c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:52.943818 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0231599d-6d15-4fa3-b132-280da147e5ab req-8be588ad-8d1f-4565-bd18-f0eb83e1c5f8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=65ce7f53-850e-4bec-b5e6-17511e65543f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2319727 Apr 20 17:35:52.956564 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-df75f563-9bdd-4130-94c2-d457090370c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Transition to ACTIVE for port object ff604c0c-91ae-4156-8503-1063be95d6a4 will not be triggered until provisioned by entity DHCP. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:35:53.009860 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-df75f563-9bdd-4130-94c2-d457090370c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:53.026623 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:53.102838 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 5efcff61-8a6e-4914-ac29-59d58389cf28 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86490) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 17:35:53.150485 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-df75f563-9bdd-4130-94c2-d457090370c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Network 43f466f2-e643-4c2d-a72d-6fa47845b747 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:35:53.162467 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-df75f563-9bdd-4130-94c2-d457090370c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:35:53.188379 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75f563-9bdd-4130-94c2-d457090370c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Pushing event updated for resources: {'Port': ['ID=ff604c0c-91ae-4156-8503-1063be95d6a4,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:53.195183 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-df75f563-9bdd-4130-94c2-d457090370c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:35:53.252554 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-df75f563-9bdd-4130-94c2-d457090370c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:53.323640 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-df75f563-9bdd-4130-94c2-d457090370c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:53.324356 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-df75f563-9bdd-4130-94c2-d457090370c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:53.354933 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231599d-6d15-4fa3-b132-280da147e5ab req-bc8cdfd8-dca0-4a67-ada3-9dd4bdd61132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:53.356484 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0231599d-6d15-4fa3-b132-280da147e5ab req-bc8cdfd8-dca0-4a67-ada3-9dd4bdd61132 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=01251bb1472d4100b4b5e33512120752&device_id=65ce7f53-850e-4bec-b5e6-17511e65543f HTTP/1.1" status: 200 len: 1099 time: 0.2662978 Apr 20 17:35:53.382281 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16f4ba-7093-43a2-93ee-b7f50b6ac503 req-5ce76bfc-68b0-4234-8f11-e85d0748f3c9 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:53.394301 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7f16f4ba-7093-43a2-93ee-b7f50b6ac503 req-5ce76bfc-68b0-4234-8f11-e85d0748f3c9 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 943 time: 0.1905231 Apr 20 17:35:53.480501 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7f16f4ba-7093-43a2-93ee-b7f50b6ac503 req-79392dc3-eb6b-46d2-a9c2-9c69e685a006 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849488 Apr 20 17:35:53.486153 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 5efcff61-8a6e-4914-ac29-59d58389cf28, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=5efcff61-8a6e-4914-ac29-59d58389cf28,segment=NetworkSegment(0293f50f-b8a5-4a30-a918-07044456f366),segment_id=0293f50f-b8a5-4a30-a918-07044456f366)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:35:53.503349 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Returning: {'device': '5efcff61-8a6e-4914-ac29-59d58389cf28', 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'port_id': '5efcff61-8a6e-4914-ac29-59d58389cf28', 'mac_address': 'fa:16:3e:23:59:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 983, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86490) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:35:53.586974 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:53.626701 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5efcff61-8a6e-4914-ac29-59d58389cf28 {{(pid=86490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:35:53.672600 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 5efcff61-8a6e-4914-ac29-59d58389cf28, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=5efcff61-8a6e-4914-ac29-59d58389cf28,segment=NetworkSegment(0293f50f-b8a5-4a30-a918-07044456f366),segment_id=0293f50f-b8a5-4a30-a918-07044456f366)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:35:53.673881 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-4729993c-bb40-42f6-85bd-412f3e610a91 None None] Provisioning for port ff604c0c-91ae-4156-8503-1063be95d6a4 completed by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:35:53.680137 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-4729993c-bb40-42f6-85bd-412f3e610a91 None None] Provisioning complete for port ff604c0c-91ae-4156-8503-1063be95d6a4 triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:53.680561 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4729993c-bb40-42f6-85bd-412f3e610a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:53.724471 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:53.725257 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 2497de2e-c251-4cb3-bdc9-9670f10d80b3 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86490) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 17:35:53.730822 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:53.812321 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=5efcff61-8a6e-4914-ac29-59d58389cf28,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:53.816298 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:53.829326 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-4729993c-bb40-42f6-85bd-412f3e610a91 None None] Port ff604c0c-91ae-4156-8503-1063be95d6a4 cannot update to ACTIVE because it is not bound. {{(pid=86490) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 17:35:53.901569 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-df75f563-9bdd-4130-94c2-d457090370c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9339945 Apr 20 17:35:53.907885 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231599d-6d15-4fa3-b132-280da147e5ab req-fddbaad3-41f9-42b0-b752-75d06121b3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:53.909392 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0231599d-6d15-4fa3-b132-280da147e5ab req-fddbaad3-41f9-42b0-b752-75d06121b3a2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e8f09bcd-893a-4aea-86d8-7154ff72667c HTTP/1.1" status: 200 len: 913 time: 0.5267832 Apr 20 17:35:53.926045 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e957259-a77c-4f70-9036-76eaf20de6d6 req-07b75568-05e4-4465-a604-13ed51cff28a tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:53.926845 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-0e957259-a77c-4f70-9036-76eaf20de6d6 req-07b75568-05e4-4465-a604-13ed51cff28a tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Synchronizing usage tracker for tenant:028eef62e6864fc89f3548dcd265d0df on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:35:53.988821 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] Request body: {'port': {'device_id': '5e4af915-32cc-4249-b578-fbb2e0e101c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:35:53.989288 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 2497de2e-c251-4cb3-bdc9-9670f10d80b3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2497de2e-c251-4cb3-bdc9-9670f10d80b3,segment=NetworkSegment(f31269af-1add-45d1-8d0f-10926ba4bcd9),segment_id=f31269af-1add-45d1-8d0f-10926ba4bcd9)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:35:54.005860 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Returning: {'device': '2497de2e-c251-4cb3-bdc9-9670f10d80b3', 'network_id': 'a2d0ac58-2725-4eae-8fed-6bdf47ba936f', 'port_id': '2497de2e-c251-4cb3-bdc9-9670f10d80b3', 'mac_address': 'fa:16:3e:2f:85:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 968, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6eddfa4-1956-4af6-940a-b08e3d6fd898', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86490) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:35:54.060607 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0231599d-6d15-4fa3-b132-280da147e5ab req-7736107e-7e6b-4bb5-bcf0-b92220e922ef service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7997f1c2-29d0-4134-97b0-a85e61cbe147 HTTP/1.1" status: 200 len: 217 time: 0.1293631 Apr 20 17:35:54.071016 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-0e957259-a77c-4f70-9036-76eaf20de6d6 req-07b75568-05e4-4465-a604-13ed51cff28a tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Unset dirty status for tenant:028eef62e6864fc89f3548dcd265d0df on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:35:54.072212 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0e957259-a77c-4f70-9036-76eaf20de6d6 req-07b75568-05e4-4465-a604-13ed51cff28a tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 944 time: 0.3113661 Apr 20 17:35:54.086096 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:54.124255 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2497de2e-c251-4cb3-bdc9-9670f10d80b3 {{(pid=86490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:35:54.136865 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47156c1a-3b6f-4098-ad08-0bd4fb845a4a req-be49d879-2043-40de-aedf-d5b86197a355 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:54.143086 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-47156c1a-3b6f-4098-ad08-0bd4fb845a4a req-be49d879-2043-40de-aedf-d5b86197a355 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 931 time: 0.1150508 Apr 20 17:35:54.188015 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-47156c1a-3b6f-4098-ad08-0bd4fb845a4a req-290d4be1-3c43-41bd-858a-bc47fb9f6ac3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423627 Apr 20 17:35:54.217535 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 2497de2e-c251-4cb3-bdc9-9670f10d80b3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2497de2e-c251-4cb3-bdc9-9670f10d80b3,segment=NetworkSegment(f31269af-1add-45d1-8d0f-10926ba4bcd9),segment_id=f31269af-1add-45d1-8d0f-10926ba4bcd9)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:35:54.246767 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231599d-6d15-4fa3-b132-280da147e5ab req-055d55af-2a66-4377-ab8e-b1e4a101a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:54.248398 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0231599d-6d15-4fa3-b132-280da147e5ab req-055d55af-2a66-4377-ab8e-b1e4a101a00c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6e3a6349-719c-4326-b590-f127c42a3933 HTTP/1.1" status: 200 len: 852 time: 0.1785097 Apr 20 17:35:54.254620 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-0e957259-a77c-4f70-9036-76eaf20de6d6 req-42dd07c2-41bd-4891-b50b-7d2f304283f2 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Synchronizing usage tracker for tenant:028eef62e6864fc89f3548dcd265d0df on resource:security_group {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:35:54.254777 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:54.256665 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7f4e8a3d-be00-47be-bae8-5965123db6ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:54.260732 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:54.331788 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=2497de2e-c251-4cb3-bdc9-9670f10d80b3,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:54.342905 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:54.371359 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0231599d-6d15-4fa3-b132-280da147e5ab req-8b3bab69-1f40-4d22-b3ef-39e438afe25e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e8f09bcd-893a-4aea-86d8-7154ff72667c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916033 Apr 20 17:35:54.436179 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:54.470962 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-0e957259-a77c-4f70-9036-76eaf20de6d6 req-42dd07c2-41bd-4891-b50b-7d2f304283f2 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Unset dirty status for tenant:028eef62e6864fc89f3548dcd265d0df on resource:security_group {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:35:54.470962 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0e957259-a77c-4f70-9036-76eaf20de6d6 req-42dd07c2-41bd-4891-b50b-7d2f304283f2 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447738 Apr 20 17:35:54.629276 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0231599d-6d15-4fa3-b132-280da147e5ab req-906e6137-f438-4b99-b4fc-babeb936a5be service neutron] 10.222.0.76 "GET /v2.0/networks/e8f09bcd-893a-4aea-86d8-7154ff72667c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468777 Apr 20 17:35:54.808931 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['5efcff61-8a6e-4914-ac29-59d58389cf28'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:35:54.818675 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3ad24-31fa-4d59-814d-087aa04f0767 req-daa2be4c-da66-4ce5-8a71-59d3f5ab8115 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:54.828597 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f2a3ad24-31fa-4d59-814d-087aa04f0767 req-daa2be4c-da66-4ce5-8a71-59d3f5ab8115 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 944 time: 0.2185383 Apr 20 17:35:54.900612 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f2a3ad24-31fa-4d59-814d-087aa04f0767 req-490381e6-991a-4bc3-af6c-229f4a22b33e tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702691 Apr 20 17:35:54.952980 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['2497de2e-c251-4cb3-bdc9-9670f10d80b3'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:35:54.955178 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0231599d-6d15-4fa3-b132-280da147e5ab req-d54d5081-def6-44be-9fdc-a4cc564fc7d3 service neutron] 10.222.0.76 "GET /v2.0/networks/e8f09bcd-893a-4aea-86d8-7154ff72667c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437592 Apr 20 17:35:55.135183 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff604c0c-91ae-4156-8503-1063be95d6a4 {{(pid=86488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:35:55.144628 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:55.147149 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53 up at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:35:55.169541 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] Transition to ACTIVE for port object ff604c0c-91ae-4156-8503-1063be95d6a4 will not be triggered until provisioned by entity L2. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:35:55.215300 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2316177'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:55.220772 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:55.390300 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning for port b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53 completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:35:55.406377 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning complete for port b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:55.406845 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:55.408259 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] Pushing event updated for resources: {'Port': ['ID=ff604c0c-91ae-4156-8503-1063be95d6a4,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:55.466876 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af89633-fa16-485b-b862-9da5ffc01de0 req-69aa4243-a344-474e-88e4-4c3b8fc5bf06 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:55.469459 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:55.477127 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8af89633-fa16-485b-b862-9da5ffc01de0 req-69aa4243-a344-474e-88e4-4c3b8fc5bf06 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ce7f53-850e-4bec-b5e6-17511e65543f HTTP/1.1" status: 200 len: 946 time: 0.1260142 Apr 20 17:35:55.554857 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8af89633-fa16-485b-b862-9da5ffc01de0 req-585a6336-d0e0-4423-bdd0-96cf20199a33 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ac5949f-0c19-4e99-9599-3ff3edc64c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767636 Apr 20 17:35:55.661085 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:55.696020 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53,segment=NetworkSegment(f31269af-1add-45d1-8d0f-10926ba4bcd9),segment_id=f31269af-1add-45d1-8d0f-10926ba4bcd9)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:35:55.697006 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04ddc8e-23a5-4837-8fb0-83a589d33009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53'}] {{(pid=86490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:35:55.738897 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:55.740905 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3a55e046-b61b-4023-aafa-ca87519254f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:55.828332 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] Attempting to bind port ff604c0c-91ae-4156-8503-1063be95d6a4 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:35:55.828709 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] Attempting to bind port ff604c0c-91ae-4156-8503-1063be95d6a4 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'e14d65d0-4771-459b-a922-510f87239a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747'}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:35:55.829078 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] Attempting to bind port ff604c0c-91ae-4156-8503-1063be95d6a4 on network 43f466f2-e643-4c2d-a72d-6fa47845b747 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:35:55.842448 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] Port ff604c0c-91ae-4156-8503-1063be95d6a4 on network 43f466f2-e643-4c2d-a72d-6fa47845b747 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:35:55.842869 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] Attempting to bind port ff604c0c-91ae-4156-8503-1063be95d6a4 on network 43f466f2-e643-4c2d-a72d-6fa47845b747 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:35:55.849541 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53,revision_number=5']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:55.850812 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] Checking agent: {'id': 'fd2caffb-19f6-4460-a29d-56c5ffae00d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'started_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:35:55.851188 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] Checking segment: {'id': 'e14d65d0-4771-459b-a922-510f87239a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:35:55.851610 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] Bound using segment: {'id': 'e14d65d0-4771-459b-a922-510f87239a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747'} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:35:55.852086 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] Bound port: ff604c0c-91ae-4156-8503-1063be95d6a4, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e14d65d0-4771-459b-a922-510f87239a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747'}}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:35:55.852474 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:55.853823 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:55.890035 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524e40f-26e3-4485-ba62-2f94f0428171 req-70ee8d64-756a-45c5-8101-01d5e61af238 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:55.890435 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-6524e40f-26e3-4485-ba62-2f94f0428171 req-70ee8d64-756a-45c5-8101-01d5e61af238 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Synchronizing usage tracker for tenant:91f08a58d46d4762b691ff2c6db71cd4 on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:35:55.903238 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffbc4c-e75e-4517-98a7-0f1174a90ac8 req-68bbced2-4140-48aa-bb9b-84aa098dec47 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:55.905463 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c1ffbc4c-e75e-4517-98a7-0f1174a90ac8 req-68bbced2-4140-48aa-bb9b-84aa098dec47 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 945 time: 0.1457453 Apr 20 17:35:55.972476 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c1ffbc4c-e75e-4517-98a7-0f1174a90ac8 req-702432ee-b8f6-400f-9551-b7f53ee3da50 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560153 Apr 20 17:35:55.986771 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-6524e40f-26e3-4485-ba62-2f94f0428171 req-70ee8d64-756a-45c5-8101-01d5e61af238 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Unset dirty status for tenant:91f08a58d46d4762b691ff2c6db71cd4 on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:35:55.994863 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6524e40f-26e3-4485-ba62-2f94f0428171 req-70ee8d64-756a-45c5-8101-01d5e61af238 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.5829923 Apr 20 17:35:56.032773 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04ddc8e-23a5-4837-8fb0-83a589d33009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53', 'code': 200} Apr 20 17:35:56.048767 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] For port ff604c0c-91ae-4156-8503-1063be95d6a4, host hv-cinder-78692, cleared binding levels {{(pid=86488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:35:56.072340 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] For port ff604c0c-91ae-4156-8503-1063be95d6a4, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ff604c0c-91ae-4156-8503-1063be95d6a4,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:35:56.076476 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6524e40f-26e3-4485-ba62-2f94f0428171 req-1dac2c5b-ea49-450c-b75e-58395fa9f3e7 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805161 Apr 20 17:35:56.101245 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2316177'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:56.115913 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:56.173315 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:56.174166 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:56.175783 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] 10.222.0.76 "PUT /v2.0/ports/ff604c0c-91ae-4156-8503-1063be95d6a4 HTTP/1.1" status: 200 len: 1093 time: 2.2435119 Apr 20 17:35:56.176411 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4af915-32cc-4249-b578-fbb2e0e101c3', 'tag': 'ff604c0c-91ae-4156-8503-1063be95d6a4'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:35:56.253548 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] Pushing event updated for resources: {'Port': ['ID=ff604c0c-91ae-4156-8503-1063be95d6a4,revision_number=3']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:56.257971 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:56.262079 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4af915-32cc-4249-b578-fbb2e0e101c3', 'tag': 'ff604c0c-91ae-4156-8503-1063be95d6a4', 'status': 'completed', 'code': 200} Apr 20 17:35:56.284334 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4a581-5d00-4860-96eb-46f0c404d88b req-fe53de35-6d80-49a4-ac1e-995d71ab5e00 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:56.286018 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4ea4a581-5d00-4860-96eb-46f0c404d88b req-fe53de35-6d80-49a4-ac1e-995d71ab5e00 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 944 time: 0.1348968 Apr 20 17:35:56.353945 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4ea4a581-5d00-4860-96eb-46f0c404d88b req-c199614a-2599-4b1c-998a-172008cf8a4d tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607896 Apr 20 17:35:56.408722 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-42e8a665-d25f-4dfd-adc2-597195c14c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:56.410398 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-42e8a665-d25f-4dfd-adc2-597195c14c3f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=91f08a58d46d4762b691ff2c6db71cd4&device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 1096 time: 0.1036942 Apr 20 17:35:56.549396 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-ea45c5ef-4eb9-4168-a6a1-0680711e3d57 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff604c0c-91ae-4156-8503-1063be95d6a4 HTTP/1.1" status: 200 len: 217 time: 0.1080739 Apr 20 17:35:56.648794 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-2a05185f-c397-44a3-9986-2aa6d12c10f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:56.651290 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-2a05185f-c397-44a3-9986-2aa6d12c10f4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e7b59eb6-7796-4d48-ad26-1b7d7898dd0a HTTP/1.1" status: 200 len: 856 time: 0.0938730 Apr 20 17:35:56.703652 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34214006-cb73-4ead-96ad-f883f1d7f94c req-df83916b-4875-482f-8106-5c588f405312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:56.705205 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-34214006-cb73-4ead-96ad-f883f1d7f94c req-df83916b-4875-482f-8106-5c588f405312 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 1098 time: 0.2019522 Apr 20 17:35:56.819311 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-34214006-cb73-4ead-96ad-f883f1d7f94c req-bee99c33-02a0-46e1-8580-f2c76de63ed9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736644 Apr 20 17:35:56.845839 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-939e1a74-8f29-461a-9ef5-c553557bddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:56.847458 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-939e1a74-8f29-461a-9ef5-c553557bddf1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=43f466f2-e643-4c2d-a72d-6fa47845b747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1874886 Apr 20 17:35:56.860675 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1dcac-6672-4530-80ab-fb2b7b8ece3e req-dd7825e3-8408-4e4f-90eb-af09fcf608ad tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:56.862151 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-90a1dcac-6672-4530-80ab-fb2b7b8ece3e req-dd7825e3-8408-4e4f-90eb-af09fcf608ad tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ce7f53-850e-4bec-b5e6-17511e65543f HTTP/1.1" status: 200 len: 946 time: 0.1612256 Apr 20 17:35:56.910609 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-90a1dcac-6672-4530-80ab-fb2b7b8ece3e req-f4abcd72-aad4-4fcb-a6d5-1e22f0b1e5b8 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ac5949f-0c19-4e99-9599-3ff3edc64c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421491 Apr 20 17:35:57.139472 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 5efcff61-8a6e-4914-ac29-59d58389cf28 up at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:35:57.163884 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c1a88-5269-4616-bd18-063cdab5eb52 req-a2b0e3a4-8a86-43e3-a6db-58462ce5b071 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:57.165606 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-428c1a88-5269-4616-bd18-063cdab5eb52 req-a2b0e3a4-8a86-43e3-a6db-58462ce5b071 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 945 time: 0.0922084 Apr 20 17:35:57.224942 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-428c1a88-5269-4616-bd18-063cdab5eb52 req-d782307e-94f4-4239-b722-9761aa16d1ec tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520988 Apr 20 17:35:57.249270 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning for port 5efcff61-8a6e-4914-ac29-59d58389cf28 completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:35:57.255341 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning complete for port 5efcff61-8a6e-4914-ac29-59d58389cf28 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:57.255760 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:57.414618 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:57.461014 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 5efcff61-8a6e-4914-ac29-59d58389cf28, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=5efcff61-8a6e-4914-ac29-59d58389cf28,segment=NetworkSegment(0293f50f-b8a5-4a30-a918-07044456f366),segment_id=0293f50f-b8a5-4a30-a918-07044456f366)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:35:57.498362 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:57.500161 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 2497de2e-c251-4cb3-bdc9-9670f10d80b3 up at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:35:57.539952 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:57.607361 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306e400-785a-47b9-99fe-4b6b2555aabe req-ba9311dd-d6a1-4b71-bd49-b1f686e5f15d tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:57.609113 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9306e400-785a-47b9-99fe-4b6b2555aabe req-ba9311dd-d6a1-4b71-bd49-b1f686e5f15d tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.1029592 Apr 20 17:35:57.638958 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-cba25288-6811-416f-8afe-7423250451f0 service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849373 Apr 20 17:35:57.652625 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=5efcff61-8a6e-4914-ac29-59d58389cf28,revision_number=5']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:57.667835 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:57.668897 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9306e400-785a-47b9-99fe-4b6b2555aabe req-ef248f85-d203-4b17-a119-e191ea59a4c0 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520949 Apr 20 17:35:57.686963 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning for port 2497de2e-c251-4cb3-bdc9-9670f10d80b3 completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:35:57.700897 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning complete for port 2497de2e-c251-4cb3-bdc9-9670f10d80b3 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:35:57.701325 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:57.836260 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:57.843072 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2653f-dc70-4a02-8080-90c0db29e752 req-1c67ba54-7e5e-407d-9816-ddfa23ae1ec8 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:57.844682 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-dbc2653f-dc70-4a02-8080-90c0db29e752 req-1c67ba54-7e5e-407d-9816-ddfa23ae1ec8 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.2051692 Apr 20 17:35:57.870855 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 2497de2e-c251-4cb3-bdc9-9670f10d80b3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2497de2e-c251-4cb3-bdc9-9670f10d80b3,segment=NetworkSegment(f31269af-1add-45d1-8d0f-10926ba4bcd9),segment_id=f31269af-1add-45d1-8d0f-10926ba4bcd9)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:35:57.898123 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:57.900984 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:57.926125 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bbc6e768-471f-4e44-8896-b35192b91ef4 req-531e19b5-afcb-4c49-842a-c6cb3f5d8542 service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437077 Apr 20 17:35:57.970344 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-dbc2653f-dc70-4a02-8080-90c0db29e752 req-d514bbb6-443a-4fac-a7ea-d511eed06b95 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160419 Apr 20 17:35:57.987466 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=2497de2e-c251-4cb3-bdc9-9670f10d80b3,revision_number=5']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:57.991507 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e473b88-36d6-4d85-9c9e-29c2d7d2a60d req-d8f922a8-bbdb-4ad9-b4d0-940895fd450c tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:57.993157 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8e473b88-36d6-4d85-9c9e-29c2d7d2a60d req-d8f922a8-bbdb-4ad9-b4d0-940895fd450c tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.76 "GET /v2.0/ports?device_id=65ce7f53-850e-4bec-b5e6-17511e65543f HTTP/1.1" status: 200 len: 946 time: 0.1377342 Apr 20 17:35:57.995650 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:58.034423 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5f4338-2dfb-418a-945e-5efa97fad0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efcff61-8a6e-4914-ac29-59d58389cf28'}, {'server_uuid': 'e47b2e08-11d3-465b-8f15-b312c746e47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2497de2e-c251-4cb3-bdc9-9670f10d80b3'}] {{(pid=86490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:35:58.099164 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5f4338-2dfb-418a-945e-5efa97fad0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efcff61-8a6e-4914-ac29-59d58389cf28', 'code': 200} Apr 20 17:35:58.099474 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47b2e08-11d3-465b-8f15-b312c746e47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2497de2e-c251-4cb3-bdc9-9670f10d80b3', 'code': 200} Apr 20 17:35:58.189805 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-8e473b88-36d6-4d85-9c9e-29c2d7d2a60d req-ce593b1c-7de5-4b47-9a47-f29b4320d0e2 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Deleting port 7997f1c2-29d0-4134-97b0-a85e61cbe147 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:35:58.190355 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-8e473b88-36d6-4d85-9c9e-29c2d7d2a60d req-ce593b1c-7de5-4b47-9a47-f29b4320d0e2 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:58.204312 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25971fc9-e034-410e-8308-b561227bf499 req-d47b8272-0560-4b9c-a0ea-5f75f8bd970f tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:58.206135 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-25971fc9-e034-410e-8308-b561227bf499 req-d47b8272-0560-4b9c-a0ea-5f75f8bd970f tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ce7f53-850e-4bec-b5e6-17511e65543f HTTP/1.1" status: 200 len: 946 time: 0.1321523 Apr 20 17:35:58.302720 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-25971fc9-e034-410e-8308-b561227bf499 req-c6b590fb-3fa3-4b44-8021-286a1f6215fd tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ac5949f-0c19-4e99-9599-3ff3edc64c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812848 Apr 20 17:35:58.303356 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a94885-27e9-49c5-8b58-61bfdce9c526 req-7e3e87d5-998a-4870-8faa-57ec7b046434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:58.310682 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-11a94885-27e9-49c5-8b58-61bfdce9c526 req-7e3e87d5-998a-4870-8faa-57ec7b046434 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=91f08a58d46d4762b691ff2c6db71cd4&device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 1096 time: 0.2108572 Apr 20 17:35:58.675952 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a94885-27e9-49c5-8b58-61bfdce9c526 req-134b00da-5402-4dec-892a-59e08eeb351d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:58.678721 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-11a94885-27e9-49c5-8b58-61bfdce9c526 req-134b00da-5402-4dec-892a-59e08eeb351d service neutron] 10.222.0.76 "GET /v2.0/networks?id=43f466f2-e643-4c2d-a72d-6fa47845b747 HTTP/1.1" status: 200 len: 918 time: 0.3656857 Apr 20 17:35:58.744990 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bc7aa-5342-42ef-85ae-f63a495a7e40 req-ffbccc25-11e8-42fb-a973-a0eb5e0292f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:58.746629 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-196bc7aa-5342-42ef-85ae-f63a495a7e40 req-ffbccc25-11e8-42fb-a973-a0eb5e0292f1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 1099 time: 0.1488791 Apr 20 17:35:58.785451 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ef45e-e67f-4a1e-965f-e2622daeb525 req-794e267a-03d3-4360-83ab-e8ac9bea6e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:58.796706 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-907ef45e-e67f-4a1e-965f-e2622daeb525 req-794e267a-03d3-4360-83ab-e8ac9bea6e2a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 1098 time: 0.2002461 Apr 20 17:35:58.841996 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-196bc7aa-5342-42ef-85ae-f63a495a7e40 req-443fd63c-1f3f-4d48-87ab-2b06aff8e04a service neutron] Synchronizing usage tracker for tenant:26566d29471b4ccbb23686ee6571928e on resource:security_group {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:35:58.912405 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a0757-890f-4a42-8839-168e330d72ca req-2dee7391-3944-418c-ac42-c0711b17c8a5 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:58.914081 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4c8a0757-890f-4a42-8839-168e330d72ca req-2dee7391-3944-418c-ac42-c0711b17c8a5 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.5011044 Apr 20 17:35:58.939160 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-11a94885-27e9-49c5-8b58-61bfdce9c526 req-b1194f25-ae10-4d0b-ad59-c1b16ea0c48a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff604c0c-91ae-4156-8503-1063be95d6a4 HTTP/1.1" status: 200 len: 217 time: 0.2091191 Apr 20 17:35:58.946250 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-8e473b88-36d6-4d85-9c9e-29c2d7d2a60d req-ce593b1c-7de5-4b47-9a47-f29b4320d0e2 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] For port 7997f1c2-29d0-4134-97b0-a85e61cbe147, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7997f1c2-29d0-4134-97b0-a85e61cbe147,segment=NetworkSegment(298dea6b-a86e-4948-8779-be9aab2150f8),segment_id=298dea6b-a86e-4948-8779-be9aab2150f8)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:35:58.946686 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-8e473b88-36d6-4d85-9c9e-29c2d7d2a60d req-ce593b1c-7de5-4b47-9a47-f29b4320d0e2 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:58.949590 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-907ef45e-e67f-4a1e-965f-e2622daeb525 req-dec82776-ed35-4d94-8206-5f8c159f0693 service neutron] Synchronizing usage tracker for tenant:26566d29471b4ccbb23686ee6571928e on resource:security_group {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:35:58.977881 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-196bc7aa-5342-42ef-85ae-f63a495a7e40 req-443fd63c-1f3f-4d48-87ab-2b06aff8e04a service neutron] Unset dirty status for tenant:26566d29471b4ccbb23686ee6571928e on resource:security_group {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:35:58.979274 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-196bc7aa-5342-42ef-85ae-f63a495a7e40 req-443fd63c-1f3f-4d48-87ab-2b06aff8e04a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256868 Apr 20 17:35:58.983075 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-907ef45e-e67f-4a1e-965f-e2622daeb525 req-dec82776-ed35-4d94-8206-5f8c159f0693 service neutron] Unset dirty status for tenant:26566d29471b4ccbb23686ee6571928e on resource:security_group {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:35:58.984172 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-907ef45e-e67f-4a1e-965f-e2622daeb525 req-dec82776-ed35-4d94-8206-5f8c159f0693 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790595 Apr 20 17:35:59.002906 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5211a43-e362-4f45-84b5-1188f754dc7d req-9b86a07e-3854-4b39-add5-7110cc71faec tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:59.004569 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c5211a43-e362-4f45-84b5-1188f754dc7d req-9b86a07e-3854-4b39-add5-7110cc71faec tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.1295135 Apr 20 17:35:59.074919 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c5211a43-e362-4f45-84b5-1188f754dc7d req-9199bbdd-12a1-4137-9350-4b1b7131dd84 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619245 Apr 20 17:35:59.164175 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-8e473b88-36d6-4d85-9c9e-29c2d7d2a60d req-ce593b1c-7de5-4b47-9a47-f29b4320d0e2 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Calling delete_port for 7997f1c2-29d0-4134-97b0-a85e61cbe147 owned by compute:nova {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:35:59.223028 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4c8a0757-890f-4a42-8839-168e330d72ca req-6299d953-ab8a-46e4-8e5a-52840ddda3af tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983851 Apr 20 17:35:59.251099 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a94885-27e9-49c5-8b58-61bfdce9c526 req-aef76687-26a9-4075-b684-70bb2b786a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:59.252653 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-11a94885-27e9-49c5-8b58-61bfdce9c526 req-aef76687-26a9-4075-b684-70bb2b786a5f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e7b59eb6-7796-4d48-ad26-1b7d7898dd0a HTTP/1.1" status: 200 len: 856 time: 0.2938645 Apr 20 17:35:59.290552 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e758c-e445-4ea7-9baa-463da758db39 req-741b5b28-49c9-4b39-94be-ec5878d4861a tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:59.292248 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-181e758c-e445-4ea7-9baa-463da758db39 req-741b5b28-49c9-4b39-94be-ec5878d4861a tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.0992167 Apr 20 17:35:59.358276 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-181e758c-e445-4ea7-9baa-463da758db39 req-b39d0da3-f038-4087-8c56-109a522a7b77 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594561 Apr 20 17:35:59.595834 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42734f-2958-4be7-bd76-b5674c162b57 req-10212425-0d1b-4303-9db5-51445c085f4f tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:59.597447 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fe42734f-2958-4be7-bd76-b5674c162b57 req-10212425-0d1b-4303-9db5-51445c085f4f tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ce7f53-850e-4bec-b5e6-17511e65543f HTTP/1.1" status: 200 len: 867 time: 0.1132090 Apr 20 17:35:59.622523 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-8e473b88-36d6-4d85-9c9e-29c2d7d2a60d req-ce593b1c-7de5-4b47-9a47-f29b4320d0e2 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:59.635241 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-85f95da4-5c12-45d3-b05b-8a19bac966bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:35:59.692365 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce593b1c-7de5-4b47-9a47-f29b4320d0e2 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Pushing event deleted for resources: {'Port': ['ID=7997f1c2-29d0-4134-97b0-a85e61cbe147,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:35:59.742823 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce593b1c-7de5-4b47-9a47-f29b4320d0e2 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:59.743134 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce593b1c-7de5-4b47-9a47-f29b4320d0e2 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:59.743529 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce593b1c-7de5-4b47-9a47-f29b4320d0e2 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:59.743969 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce593b1c-7de5-4b47-9a47-f29b4320d0e2 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:59.744353 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce593b1c-7de5-4b47-9a47-f29b4320d0e2 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:59.744736 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce593b1c-7de5-4b47-9a47-f29b4320d0e2 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:59.745121 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce593b1c-7de5-4b47-9a47-f29b4320d0e2 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:59.745498 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce593b1c-7de5-4b47-9a47-f29b4320d0e2 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:59.745874 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce593b1c-7de5-4b47-9a47-f29b4320d0e2 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:59.746253 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce593b1c-7de5-4b47-9a47-f29b4320d0e2 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:59.746653 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce593b1c-7de5-4b47-9a47-f29b4320d0e2 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:59.747074 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce593b1c-7de5-4b47-9a47-f29b4320d0e2 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:35:59.758239 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fe42734f-2958-4be7-bd76-b5674c162b57 req-5af2223b-f8c4-4203-bb14-44df8ade571d tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/security-groups?id=3ac5949f-0c19-4e99-9599-3ff3edc64c36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528065 Apr 20 17:35:59.759206 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-ce593b1c-7de5-4b47-9a47-f29b4320d0e2 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:35:59.796925 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e473b88-36d6-4d85-9c9e-29c2d7d2a60d req-ce593b1c-7de5-4b47-9a47-f29b4320d0e2 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] No DVR routers for this DVR port 7997f1c2-29d0-4134-97b0-a85e61cbe147 on host hv-cinder-78692 {{(pid=86488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 17:35:59.800008 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-8e473b88-36d6-4d85-9c9e-29c2d7d2a60d req-ce593b1c-7de5-4b47-9a47-f29b4320d0e2 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:35:59.804795 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ce7f53-850e-4bec-b5e6-17511e65543f', 'name': 'network-vif-deleted', 'tag': '7997f1c2-29d0-4134-97b0-a85e61cbe147'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:35:59.850363 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8e473b88-36d6-4d85-9c9e-29c2d7d2a60d req-ce593b1c-7de5-4b47-9a47-f29b4320d0e2 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.76 "DELETE /v2.0/ports/7997f1c2-29d0-4134-97b0-a85e61cbe147 HTTP/1.1" status: 204 len: 173 time: 1.7967608 Apr 20 17:35:59.851971 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ce7f53-850e-4bec-b5e6-17511e65543f', 'name': 'network-vif-deleted', 'tag': '7997f1c2-29d0-4134-97b0-a85e61cbe147', 'status': 'completed', 'code': 200} Apr 20 17:35:59.985872 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a94885-27e9-49c5-8b58-61bfdce9c526 req-1b3a16f8-c133-4320-b379-042b9103d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:35:59.987655 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-11a94885-27e9-49c5-8b58-61bfdce9c526 req-1b3a16f8-c133-4320-b379-042b9103d885 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=43f466f2-e643-4c2d-a72d-6fa47845b747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0976608 Apr 20 17:36:00.207166 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-11a94885-27e9-49c5-8b58-61bfdce9c526 req-c4203d0f-331b-4c5a-be05-fc21d6465fc3 service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491466 Apr 20 17:36:00.441720 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 51732) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:00.448166 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300220a-2df4-4069-89d5-d251f866900e req-d22770f0-49cc-4fdb-9d4b-c4cc57e584f4 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:00.449849 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c300220a-2df4-4069-89d5-d251f866900e req-d22770f0-49cc-4fdb-9d4b-c4cc57e584f4 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.2289732 Apr 20 17:36:00.466409 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-11a94885-27e9-49c5-8b58-61bfdce9c526 req-421d4edc-f413-4b6a-8255-13c055fe2046 service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466035 Apr 20 17:36:00.467377 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:36:00.505629 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f86814-d335-4cca-9194-e2e806a8b51c req-a1ca8399-426b-4936-89fa-0933dcdb5710 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:00.507685 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1f86814-d335-4cca-9194-e2e806a8b51c req-a1ca8399-426b-4936-89fa-0933dcdb5710 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.1528268 Apr 20 17:36:00.520467 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c300220a-2df4-4069-89d5-d251f866900e req-d3425ab9-7d13-4a05-86be-4ffdd2664bcb tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581510 Apr 20 17:36:00.587681 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1f86814-d335-4cca-9194-e2e806a8b51c req-2c444d20-5f41-493f-88f1-91b4290756d3 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664759 Apr 20 17:36:00.661314 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8eccdf2b-7025-490e-b2be-6d6a3295bd70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:00.707911 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-8eccdf2b-7025-490e-b2be-6d6a3295bd70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:00.716837 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-8eccdf2b-7025-490e-b2be-6d6a3295bd70 admin admin] Usage tracker for resource:security_group_rule and tenant:3acfd0b09fb946dc94149d420d8508c2 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:00.726189 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-8eccdf2b-7025-490e-b2be-6d6a3295bd70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:00.734454 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-8eccdf2b-7025-490e-b2be-6d6a3295bd70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:00.792514 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652652f-55d7-45a8-be3e-a45d56f1d04d req-6c68838f-fc58-4839-abd1-15b313557266 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:00.794664 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1652652f-55d7-45a8-be3e-a45d56f1d04d req-6c68838f-fc58-4839-abd1-15b313557266 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.1345634 Apr 20 17:36:00.835360 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8eccdf2b-7025-490e-b2be-6d6a3295bd70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:00.854372 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1652652f-55d7-45a8-be3e-a45d56f1d04d req-424f230a-18b3-4e70-9706-530d0bd23da4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495682 Apr 20 17:36:00.869657 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8eccdf2b-7025-490e-b2be-6d6a3295bd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:00.885536 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b53cad07-0f08-4d97-bf04-773312f5bb37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:00.914499 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-8eccdf2b-7025-490e-b2be-6d6a3295bd70 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3acfd0b09fb946dc94149d420d8508c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4692142 Apr 20 17:36:00.915312 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 51752) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:00.932228 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eccdf2b-7025-490e-b2be-6d6a3295bd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cbc24a-3775-4e25-a0a4-6db76645b92a,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:00.937876 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-8eccdf2b-7025-490e-b2be-6d6a3295bd70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:00.989952 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8f163294-d867-4fa7-857d-d9c0becb9239 req-606e85b2-c677-4533-bccd-0a4014b1ef89 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] 10.222.0.75 "GET /v2.0/ports?device_id=65ce7f53-850e-4bec-b5e6-17511e65543f HTTP/1.1" status: 200 len: 210 time: 0.0540016 Apr 20 17:36:01.012409 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9b96c1e9-4a33-4c9e-839e-40a78b9abfee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:01.041404 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9b96c1e9-4a33-4c9e-839e-40a78b9abfee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:01.150839 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 7997f1c2-29d0-4134-97b0-a85e61cbe147 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:36:01.198356 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9b96c1e9-4a33-4c9e-839e-40a78b9abfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:01.204589 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:01.217871 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96c1e9-4a33-4c9e-839e-40a78b9abfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cbc24a-3775-4e25-a0a4-6db76645b92a,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:01.220484 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-9b96c1e9-4a33-4c9e-839e-40a78b9abfee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:01.224549 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9b96c1e9-4a33-4c9e-839e-40a78b9abfee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:01.229605 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] No Port match for: 7997f1c2-29d0-4134-97b0-a85e61cbe147 {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:36:01.229745 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-9b96c1e9-4a33-4c9e-839e-40a78b9abfee admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e3cbc24a-3775-4e25-a0a4-6db76645b92a HTTP/1.1" status: 204 len: 168 time: 0.3086369 Apr 20 17:36:01.229833 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 7997f1c2-29d0-4134-97b0-a85e61cbe147 not bound to the agent host hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:36:01.827559 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881824d-59cd-4e2d-9e86-03f392a7e12f req-3a58bb5b-486b-4bf1-8389-da2a57c1d4c7 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:01.829214 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6881824d-59cd-4e2d-9e86-03f392a7e12f req-3a58bb5b-486b-4bf1-8389-da2a57c1d4c7 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.0937481 Apr 20 17:36:01.838814 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34de0f2-1e97-438c-a3d5-3d9d8f88055c req-7e8a6103-0b67-4540-8a2f-8328221d8b75 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:01.841761 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d34de0f2-1e97-438c-a3d5-3d9d8f88055c req-7e8a6103-0b67-4540-8a2f-8328221d8b75 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.1008956 Apr 20 17:36:01.900523 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6881824d-59cd-4e2d-9e86-03f392a7e12f req-c8e17c37-9591-449e-928c-0e6b98dac9f5 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516286 Apr 20 17:36:01.911202 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d34de0f2-1e97-438c-a3d5-3d9d8f88055c req-fc142fed-2b58-4a06-8252-04e3eba64459 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558238 Apr 20 17:36:02.145428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9f61b-fe39-4ee6-b23e-2225354ac55d req-962bf43a-9d73-4b28-bc8a-8eb170300ba4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:02.147087 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-77a9f61b-fe39-4ee6-b23e-2225354ac55d req-962bf43a-9d73-4b28-bc8a-8eb170300ba4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.1372893 Apr 20 17:36:02.169101 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 51786) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:02.193426 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-819ee3b1-51fd-4c54-b670-fb1fb02949fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:02.198887 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-77a9f61b-fe39-4ee6-b23e-2225354ac55d req-84ea0a1f-b775-44f5-b2dc-94869e884850 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443203 Apr 20 17:36:02.213371 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-819ee3b1-51fd-4c54-b670-fb1fb02949fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:02.229751 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-819ee3b1-51fd-4c54-b670-fb1fb02949fa admin admin] Usage tracker for resource:security_group_rule and tenant:092e93581fd5488ba6a0447baac3455e is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:02.243836 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-819ee3b1-51fd-4c54-b670-fb1fb02949fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:02.255939 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-819ee3b1-51fd-4c54-b670-fb1fb02949fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:02.400361 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-819ee3b1-51fd-4c54-b670-fb1fb02949fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:02.423933 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 51804) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:02.438061 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-819ee3b1-51fd-4c54-b670-fb1fb02949fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:02.449652 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f5845c4a-8d3c-413f-901d-45700bb8f4b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:02.668722 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c05919-b65a-4fca-96ad-b56e91ad5b6b req-3e9281a6-4a62-4c11-b443-f43c42ee8468 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:02.676331 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-31c05919-b65a-4fca-96ad-b56e91ad5b6b req-3e9281a6-4a62-4c11-b443-f43c42ee8468 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.1980817 Apr 20 17:36:02.779266 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-31c05919-b65a-4fca-96ad-b56e91ad5b6b req-342a83ee-7e83-4d51-b1af-9fed01e6a340 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958629 Apr 20 17:36:02.852758 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-819ee3b1-51fd-4c54-b670-fb1fb02949fa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=092e93581fd5488ba6a0447baac3455e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6822071 Apr 20 17:36:02.855272 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-265f9925-1ba8-403b-8a98-e9205b25b5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:02.855902 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 51832) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:02.870972 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ee3b1-51fd-4c54-b670-fb1fb02949fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae930a39-49b1-4b33-b7a9-0c772f22b17d,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:02.874878 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-819ee3b1-51fd-4c54-b670-fb1fb02949fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:02.883960 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-265f9925-1ba8-403b-8a98-e9205b25b5b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:02.894164 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-265f9925-1ba8-403b-8a98-e9205b25b5b6 admin admin] Usage tracker for resource:security_group_rule and tenant:122ef4f1cdec4dec956b892ea89fbe46 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:02.898632 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-265f9925-1ba8-403b-8a98-e9205b25b5b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:02.910160 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-265f9925-1ba8-403b-8a98-e9205b25b5b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:02.930501 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cef02f-31ed-4789-9684-b72b92d13a83 req-c1f8c9c9-77bb-472a-a11e-56d6bc8a2c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:02.930501 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-68cef02f-31ed-4789-9684-b72b92d13a83 req-c1f8c9c9-77bb-472a-a11e-56d6bc8a2c08 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=028eef62e6864fc89f3548dcd265d0df&device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 1099 time: 0.4708374 Apr 20 17:36:02.962888 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-820eff11-4dd6-49a0-a9ae-4842e3c9bdfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:02.975286 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 51838) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:03.039114 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-820eff11-4dd6-49a0-a9ae-4842e3c9bdfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:03.167213 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-820eff11-4dd6-49a0-a9ae-4842e3c9bdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:03.175084 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:03.186381 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device ff604c0c-91ae-4156-8503-1063be95d6a4 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86490) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 17:36:03.198537 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-820eff11-4dd6-49a0-a9ae-4842e3c9bdfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:03.199877 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-820eff11-4dd6-49a0-a9ae-4842e3c9bdfc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ae930a39-49b1-4b33-b7a9-0c772f22b17d HTTP/1.1" status: 204 len: 168 time: 0.3424656 Apr 20 17:36:03.201922 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820eff11-4dd6-49a0-a9ae-4842e3c9bdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae930a39-49b1-4b33-b7a9-0c772f22b17d,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:03.213083 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820eff11-4dd6-49a0-a9ae-4842e3c9bdfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:03.213684 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820eff11-4dd6-49a0-a9ae-4842e3c9bdfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:03.213825 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820eff11-4dd6-49a0-a9ae-4842e3c9bdfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:03.214209 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820eff11-4dd6-49a0-a9ae-4842e3c9bdfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:03.214878 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820eff11-4dd6-49a0-a9ae-4842e3c9bdfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:03.215262 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820eff11-4dd6-49a0-a9ae-4842e3c9bdfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:03.215667 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820eff11-4dd6-49a0-a9ae-4842e3c9bdfc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:03.216049 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820eff11-4dd6-49a0-a9ae-4842e3c9bdfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:03.216428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820eff11-4dd6-49a0-a9ae-4842e3c9bdfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:03.216803 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820eff11-4dd6-49a0-a9ae-4842e3c9bdfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:03.217233 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820eff11-4dd6-49a0-a9ae-4842e3c9bdfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:03.217750 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820eff11-4dd6-49a0-a9ae-4842e3c9bdfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:03.222109 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cef02f-31ed-4789-9684-b72b92d13a83 req-0c87d02b-95ef-4895-8c74-76111119c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:03.223779 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-68cef02f-31ed-4789-9684-b72b92d13a83 req-0c87d02b-95ef-4895-8c74-76111119c0fc service neutron] 10.222.0.76 "GET /v2.0/networks?id=a2d0ac58-2725-4eae-8fed-6bdf47ba936f HTTP/1.1" status: 200 len: 920 time: 0.2857130 Apr 20 17:36:03.234113 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-820eff11-4dd6-49a0-a9ae-4842e3c9bdfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:03.240061 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d05b0ea8-6526-4cbf-b4db-545e3bea8e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:03.278890 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-d05b0ea8-6526-4cbf-b4db-545e3bea8e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:03.287677 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-d05b0ea8-6526-4cbf-b4db-545e3bea8e6c admin admin] Usage tracker for resource:security_group_rule and tenant:d974a079f6d640cab8768fb45d6ae3a6 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:03.295023 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-d05b0ea8-6526-4cbf-b4db-545e3bea8e6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:03.315128 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-d05b0ea8-6526-4cbf-b4db-545e3bea8e6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:03.329831 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-265f9925-1ba8-403b-8a98-e9205b25b5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:03.333176 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-68cef02f-31ed-4789-9684-b72b92d13a83 req-4a8b204b-7261-4b9a-b4de-69a7996bf7b5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2497de2e-c251-4cb3-bdc9-9670f10d80b3 HTTP/1.1" status: 200 len: 217 time: 0.0992315 Apr 20 17:36:03.424835 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cef02f-31ed-4789-9684-b72b92d13a83 req-99f37c1f-436e-4685-858e-a7b7f0e47375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:03.426404 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-68cef02f-31ed-4789-9684-b72b92d13a83 req-99f37c1f-436e-4685-858e-a7b7f0e47375 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c6eddfa4-1956-4af6-940a-b08e3d6fd898 HTTP/1.1" status: 200 len: 859 time: 0.0857677 Apr 20 17:36:03.429611 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-265f9925-1ba8-403b-8a98-e9205b25b5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:03.442038 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-2e1a9218-0ecf-403c-abf8-c2a7366acb7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:03.443854 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port ff604c0c-91ae-4156-8503-1063be95d6a4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ff604c0c-91ae-4156-8503-1063be95d6a4,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:36:03.446245 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d05b0ea8-6526-4cbf-b4db-545e3bea8e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:03.461768 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Returning: {'device': 'ff604c0c-91ae-4156-8503-1063be95d6a4', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'port_id': 'ff604c0c-91ae-4156-8503-1063be95d6a4', 'mac_address': 'fa:16:3e:c6:50:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 957, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86490) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:36:03.512580 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d05b0ea8-6526-4cbf-b4db-545e3bea8e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:03.515497 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f4aab-b482-40fd-a85a-57f9b7887136 req-f728d9a7-78ae-409c-93a9-7e8418f04abc tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:03.518065 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-444f4aab-b482-40fd-a85a-57f9b7887136 req-f728d9a7-78ae-409c-93a9-7e8418f04abc tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.3903112 Apr 20 17:36:03.543058 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-68cef02f-31ed-4789-9684-b72b92d13a83 req-df296d9b-10bb-408f-be03-bce166882dbb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a2d0ac58-2725-4eae-8fed-6bdf47ba936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050861 Apr 20 17:36:03.560587 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:03.572271 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-d05b0ea8-6526-4cbf-b4db-545e3bea8e6c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d974a079f6d640cab8768fb45d6ae3a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5933344 Apr 20 17:36:03.573537 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 51866) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:03.576651 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:03.618802 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff604c0c-91ae-4156-8503-1063be95d6a4 {{(pid=86490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:36:03.627794 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f9925-1ba8-403b-8a98-e9205b25b5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f3735f-d029-454f-a609-1ef8f8a5c203,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:03.642755 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-265f9925-1ba8-403b-8a98-e9205b25b5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:03.654898 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port ff604c0c-91ae-4156-8503-1063be95d6a4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ff604c0c-91ae-4156-8503-1063be95d6a4,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:36:03.663883 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b0ea8-6526-4cbf-b4db-545e3bea8e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9221f3a5-56b8-48af-9a23-1ce9e957ac4c,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:03.676494 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d05b0ea8-6526-4cbf-b4db-545e3bea8e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:03.700611 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-621047eb-f666-4e94-b004-23d0555a675e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:03.701181 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:03.703298 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:03.727635 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-265f9925-1ba8-403b-8a98-e9205b25b5b6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=122ef4f1cdec4dec956b892ea89fbe46&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3022773 Apr 20 17:36:03.737425 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-621047eb-f666-4e94-b004-23d0555a675e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:03.742250 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 51872) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:03.773531 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-444f4aab-b482-40fd-a85a-57f9b7887136 req-80980216-b047-48df-a618-f1201a64308f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398756 Apr 20 17:36:03.782330 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=ff604c0c-91ae-4156-8503-1063be95d6a4,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:03.786820 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:03.793544 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae4cb9-f325-4cf1-bb91-112aff23ae76 req-81250fc0-05d6-4ff5-83e9-4f62382faed9 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:03.802435 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1aae4cb9-f325-4cf1-bb91-112aff23ae76 req-81250fc0-05d6-4ff5-83e9-4f62382faed9 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.3542449 Apr 20 17:36:03.821455 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-621047eb-f666-4e94-b004-23d0555a675e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:03.832378 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d05b0ea8-6526-4cbf-b4db-545e3bea8e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:03.858340 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621047eb-f666-4e94-b004-23d0555a675e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9221f3a5-56b8-48af-9a23-1ce9e957ac4c,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:03.862603 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-621047eb-f666-4e94-b004-23d0555a675e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:03.863606 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-621047eb-f666-4e94-b004-23d0555a675e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:03.864814 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-621047eb-f666-4e94-b004-23d0555a675e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9221f3a5-56b8-48af-9a23-1ce9e957ac4c HTTP/1.1" status: 204 len: 168 time: 0.2907958 Apr 20 17:36:03.882618 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1aae4cb9-f325-4cf1-bb91-112aff23ae76 req-122d7767-7e6e-4cdd-9e8c-3f0d590940ae tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791988 Apr 20 17:36:03.903302 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-68cef02f-31ed-4789-9684-b72b92d13a83 req-e62e4362-5f8f-4000-aa88-11921d9340a8 service neutron] 10.222.0.76 "GET /v2.0/networks/a2d0ac58-2725-4eae-8fed-6bdf47ba936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485894 Apr 20 17:36:03.904245 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f58cc6c8-71b0-46ed-81dd-7521ec1139fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:04.049216 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-83f0f8c2-9d6c-4d87-ac42-8fb65a64c1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:04.071142 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f58cc6c8-71b0-46ed-81dd-7521ec1139fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:04.115761 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45f65a-13a2-4da2-9f35-eab00181fc63 req-0fda63bf-f5ae-49f2-b994-d18428483d01 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:04.117588 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9e45f65a-13a2-4da2-9f35-eab00181fc63 req-0fda63bf-f5ae-49f2-b994-d18428483d01 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.1126916 Apr 20 17:36:04.193730 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9e45f65a-13a2-4da2-9f35-eab00181fc63 req-a238349a-bb24-4001-ab76-2a3092995b8e tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678432 Apr 20 17:36:04.202839 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dfc73-c672-4b6b-9cf8-2112a8ca6f4b req-5a6bb3a9-7484-4584-b9fc-ef7a5997ff7a tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:04.203002 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['ff604c0c-91ae-4156-8503-1063be95d6a4'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:36:04.203092 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-775dfc73-c672-4b6b-9cf8-2112a8ca6f4b req-5a6bb3a9-7484-4584-b9fc-ef7a5997ff7a tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.2869439 Apr 20 17:36:04.212223 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-68cef02f-31ed-4789-9684-b72b92d13a83 req-ef373220-a489-4657-850f-fe83c6699ebc service neutron] 10.222.0.76 "GET /v2.0/networks/a2d0ac58-2725-4eae-8fed-6bdf47ba936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979543 Apr 20 17:36:04.213221 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 51896) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:04.220420 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-96dea2e1-2054-455a-af22-fb9bc0428dd6 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Request body: {'floatingip': {'port_id': '5efcff61-8a6e-4914-ac29-59d58389cf28'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:36:04.249573 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f58cc6c8-71b0-46ed-81dd-7521ec1139fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:04.255062 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a59df3f5-b3e3-4e97-8ac7-327141ca76a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:04.268557 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58cc6c8-71b0-46ed-81dd-7521ec1139fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f3735f-d029-454f-a609-1ef8f8a5c203,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:04.271035 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f58cc6c8-71b0-46ed-81dd-7521ec1139fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:04.280354 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f58cc6c8-71b0-46ed-81dd-7521ec1139fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:04.284010 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-f58cc6c8-71b0-46ed-81dd-7521ec1139fb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b7f3735f-d029-454f-a609-1ef8f8a5c203 HTTP/1.1" status: 204 len: 168 time: 0.5382786 Apr 20 17:36:04.372716 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-96dea2e1-2054-455a-af22-fb9bc0428dd6 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for floatingip, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:04.436047 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 51910) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:04.510274 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_v2 [None req-26cc9a5d-4fb9-42f5-ae41-d6f8975f812e admin admin] Deleting subnet 6e3a6349-719c-4326-b590-f127c42a3933 {{(pid=86488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 17:36:04.513907 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-26cc9a5d-4fb9-42f5-ae41-d6f8975f812e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:04.554758 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 51914) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:04.577063 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-26cc9a5d-4fb9-42f5-ae41-d6f8975f812e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852460027'] for subnet, precommit_delete_associations {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:04.651710 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-26cc9a5d-4fb9-42f5-ae41-d6f8975f812e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394978'] for subnet, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:04.834147 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a9baf74b-8d50-4ef1-8def-41f7f5ac6f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:04.866639 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-a9baf74b-8d50-4ef1-8def-41f7f5ac6f25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:04.880070 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-a9baf74b-8d50-4ef1-8def-41f7f5ac6f25 admin admin] Usage tracker for resource:security_group_rule and tenant:039135167ddc431e9033251b11a6f242 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:04.880070 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-a9baf74b-8d50-4ef1-8def-41f7f5ac6f25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:04.899855 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-a9baf74b-8d50-4ef1-8def-41f7f5ac6f25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:04.959593 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 51934) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:05.088452 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bd777225-8423-4915-a4d5-b30e7dc27707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:05.123274 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-bd777225-8423-4915-a4d5-b30e7dc27707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:05.136225 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-bd777225-8423-4915-a4d5-b30e7dc27707 admin admin] Usage tracker for resource:security_group_rule and tenant:0d510071398845859e8d47dab76510e1 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:05.144373 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-bd777225-8423-4915-a4d5-b30e7dc27707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:05.158381 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-bd777225-8423-4915-a4d5-b30e7dc27707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:05.236960 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-26cc9a5d-4fb9-42f5-ae41-d6f8975f812e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853380838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852459956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852674988'] for subnet, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:05.245342 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a9baf74b-8d50-4ef1-8def-41f7f5ac6f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:05.252445 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:05.332034 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a9baf74b-8d50-4ef1-8def-41f7f5ac6f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:05.379495 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc9a5d-4fb9-42f5-ae41-d6f8975f812e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e3a6349-719c-4326-b590-f127c42a3933,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:05.388490 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-26cc9a5d-4fb9-42f5-ae41-d6f8975f812e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:05.391505 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f9272-f144-4973-a0cb-6cdd02991b07 req-a9a2ed54-b213-4fdf-8f59-189df50c0fe1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:05.393202 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-de2f9272-f144-4973-a0cb-6cdd02991b07 req-a9a2ed54-b213-4fdf-8f59-189df50c0fe1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 944 time: 0.3432748 Apr 20 17:36:05.402295 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-c0f0e70d-120a-4382-902b-02610e0fd06b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:05.410803 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-26cc9a5d-4fb9-42f5-ae41-d6f8975f812e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:05.466708 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-a9baf74b-8d50-4ef1-8def-41f7f5ac6f25 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=039135167ddc431e9033251b11a6f242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9074831 Apr 20 17:36:05.468156 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 51944) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:05.488984 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-de2f9272-f144-4973-a0cb-6cdd02991b07 req-9a58f3a6-dade-42a0-854c-224b0055841b tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863237 Apr 20 17:36:05.490109 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-26cc9a5d-4fb9-42f5-ae41-d6f8975f812e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/6e3a6349-719c-4326-b590-f127c42a3933 HTTP/1.1" status: 204 len: 168 time: 1.0527616 Apr 20 17:36:05.491034 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9baf74b-8d50-4ef1-8def-41f7f5ac6f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7763add3-9c32-4799-965a-8387ed7ca432,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:05.493656 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 51948) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:05.506651 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a9baf74b-8d50-4ef1-8def-41f7f5ac6f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:05.600624 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bd777225-8423-4915-a4d5-b30e7dc27707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:05.634297 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-10e60099-83dc-4689-a4bc-4821211fc004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:05.646494 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bd777225-8423-4915-a4d5-b30e7dc27707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:05.656303 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-1d9a0586-e38b-4fc6-8fad-84713e8bb532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:05.670846 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de8160-0a18-46f7-8f5b-f525decca3ea req-ce8795d6-c8d2-4e73-b706-42402df19151 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:05.678373 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f7de8160-0a18-46f7-8f5b-f525decca3ea req-ce8795d6-c8d2-4e73-b706-42402df19151 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.3624980 Apr 20 17:36:05.709517 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-072bd0b5-670a-4cb8-b14f-c0fb3e5e5a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1824878'] for network, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:05.754231 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-10e60099-83dc-4689-a4bc-4821211fc004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:05.770580 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd777225-8423-4915-a4d5-b30e7dc27707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b70c31f-cae1-4e96-bb14-338a7fb0ba78,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:05.778165 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-bd777225-8423-4915-a4d5-b30e7dc27707 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0d510071398845859e8d47dab76510e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8164318 Apr 20 17:36:05.781010 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-bd777225-8423-4915-a4d5-b30e7dc27707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:05.787762 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 51958) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:05.795981 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-96dea2e1-2054-455a-af22-fb9bc0428dd6 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:05.814215 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f7de8160-0a18-46f7-8f5b-f525decca3ea req-493923db-a856-4c28-b579-42aac8b51394 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345756 Apr 20 17:36:05.834239 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-96dea2e1-2054-455a-af22-fb9bc0428dd6 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854139214'] for floatingip, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:05.920738 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-072bd0b5-670a-4cb8-b14f-c0fb3e5e5a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853380745', 'neutron.services.segments.db._delete_segments_for_network-8775308586611'] for network, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:06.025838 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-58fd3a01-dc9f-43b4-ba71-3a6216ae62c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:06.041391 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-072bd0b5-670a-4cb8-b14f-c0fb3e5e5a80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f09bcd-893a-4aea-86d8-7154ff72667c']}} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:36:06.052856 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-10e60099-83dc-4689-a4bc-4821211fc004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:06.055272 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-072bd0b5-670a-4cb8-b14f-c0fb3e5e5a80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '298dea6b-a86e-4948-8779-be9aab2150f8') {'for_net_delete': True} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:36:06.055615 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-072bd0b5-670a-4cb8-b14f-c0fb3e5e5a80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '298dea6b-a86e-4948-8779-be9aab2150f8') {} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:36:06.061879 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:06.069211 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-072bd0b5-670a-4cb8-b14f-c0fb3e5e5a80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261546079075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315789'] for segment, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:06.089163 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e60099-83dc-4689-a4bc-4821211fc004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7763add3-9c32-4799-965a-8387ed7ca432,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:06.098853 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-58fd3a01-dc9f-43b4-ba71-3a6216ae62c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:06.106194 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-10e60099-83dc-4689-a4bc-4821211fc004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:06.108040 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.l3_db [None req-96dea2e1-2054-455a-af22-fb9bc0428dd6 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Floating IP 253b5f52-78bb-4af5-bd90-d3c7bd05298d associated. External IP: 172.28.1.240, port: 5efcff61-8a6e-4914-ac29-59d58389cf28. Apr 20 17:36:06.125998 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-90ec8ca9-a96e-43ab-8332-c9a05f6cae9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:06.187282 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-072bd0b5-670a-4cb8-b14f-c0fb3e5e5a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:06.195162 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072bd0b5-670a-4cb8-b14f-c0fb3e5e5a80 admin admin] Releasing vlan 990 on physical network physnet1 to pool {{(pid=86488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 17:36:06.232758 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-10e60099-83dc-4689-a4bc-4821211fc004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:06.233958 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-10e60099-83dc-4689-a4bc-4821211fc004 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7763add3-9c32-4799-965a-8387ed7ca432 HTTP/1.1" status: 204 len: 168 time: 0.7653220 Apr 20 17:36:06.431788 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-072bd0b5-670a-4cb8-b14f-c0fb3e5e5a80 admin admin] Network e8f09bcd-893a-4aea-86d8-7154ff72667c has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:36:06.441997 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-072bd0b5-670a-4cb8-b14f-c0fb3e5e5a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2316271'] for segment, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:06.587195 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-58fd3a01-dc9f-43b4-ba71-3a6216ae62c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:06.605112 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:06.680845 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd3a01-dc9f-43b4-ba71-3a6216ae62c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b70c31f-cae1-4e96-bb14-338a7fb0ba78,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:06.688322 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-58fd3a01-dc9f-43b4-ba71-3a6216ae62c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:06.705374 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-58fd3a01-dc9f-43b4-ba71-3a6216ae62c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:06.710651 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-58fd3a01-dc9f-43b4-ba71-3a6216ae62c3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0b70c31f-cae1-4e96-bb14-338a7fb0ba78 HTTP/1.1" status: 204 len: 168 time: 0.9194105 Apr 20 17:36:06.795776 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 51996) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:06.832218 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96dea2e1-2054-455a-af22-fb9bc0428dd6 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Router 059a06c9-c7ca-497f-bb22-288dc09727ec has already been hosted by L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 {{(pid=86489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 17:36:06.887149 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:06.894147 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-072bd0b5-670a-4cb8-b14f-c0fb3e5e5a80 admin admin] Network e8f09bcd-893a-4aea-86d8-7154ff72667c has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:36:07.002793 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2f38a-f30e-43df-9051-3120eb051389 req-7f8eaaf9-8190-42ab-ad0c-61c778d434b3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:07.004487 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e9e2f38a-f30e-43df-9051-3120eb051389 req-7f8eaaf9-8190-42ab-ad0c-61c778d434b3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 944 time: 0.2705481 Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: Traceback (most recent call last): Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: timer() Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: cb(*args, **kw) Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: return func(*args, **kwargs) Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: self._notify() Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: self.callback(batched_events) Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: event.method(event) Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: segment_id)['aggregates'][0] Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: return f(self, *a, **k) Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: return self._get(url).json() Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: **kwargs) Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: return self.request(url, 'GET', **kwargs) Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: **endpoint_filter) Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:36:07.023178 dv-cinder-786927-2-smb neutron-server[86373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:36:07.106988 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e9e2f38a-f30e-43df-9051-3120eb051389 req-1b07132f-09b4-4e23-91f5-14854c8f71e0 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855050 Apr 20 17:36:07.122641 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96dea2e1-2054-455a-af22-fb9bc0428dd6 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:36:07.124986 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-96dea2e1-2054-455a-af22-fb9bc0428dd6 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:07.140239 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d66986-3955-4ce0-b15e-8e8e04791e7c None None] Sync routers for ids ['059a06c9-c7ca-497f-bb22-288dc09727ec'] in dv-cinder-786927-2-smb {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:36:07.147918 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28e385-c898-4b2b-8966-adfa6f1419ab req-9161dcf9-0093-4583-8a4c-05d74bfb1d8c tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:07.155414 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ea28e385-c898-4b2b-8966-adfa6f1419ab req-9161dcf9-0093-4583-8a4c-05d74bfb1d8c tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.1302099 Apr 20 17:36:07.156706 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-072bd0b5-670a-4cb8-b14f-c0fb3e5e5a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854139263'] for network, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:07.162649 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d66986-3955-4ce0-b15e-8e8e04791e7c None None] Routers {'059a06c9-c7ca-497f-bb22-288dc09727ec'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:36:07.163672 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-f6d66986-3955-4ce0-b15e-8e8e04791e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:36:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['059a06c9-c7ca-497f-bb22-288dc09727ec'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:36:07.164768 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-072bd0b5-670a-4cb8-b14f-c0fb3e5e5a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:07.172556 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:07.199027 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-96dea2e1-2054-455a-af22-fb9bc0428dd6 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "PUT /v2.0/floatingips/253b5f52-78bb-4af5-bd90-d3c7bd05298d HTTP/1.1" status: 200 len: 991 time: 2.9820495 Apr 20 17:36:07.199027 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5f4338-2dfb-418a-945e-5efa97fad0d0', 'tag': '5efcff61-8a6e-4914-ac29-59d58389cf28'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:36:07.206817 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device ff604c0c-91ae-4156-8503-1063be95d6a4 up at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:36:07.219119 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bd0b5-670a-4cb8-b14f-c0fb3e5e5a80 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8f09bcd-893a-4aea-86d8-7154ff72667c,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:07.224237 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-072bd0b5-670a-4cb8-b14f-c0fb3e5e5a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:07.245714 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-072bd0b5-670a-4cb8-b14f-c0fb3e5e5a80 admin admin] 10.222.0.75 "DELETE /v2.0/networks/e8f09bcd-893a-4aea-86d8-7154ff72667c HTTP/1.1" status: 204 len: 168 time: 1.7481222 Apr 20 17:36:07.306165 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ea28e385-c898-4b2b-8966-adfa6f1419ab req-d5d43f45-cf96-480f-a40f-7dd5b6edd650 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345050 Apr 20 17:36:07.311914 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f5828f09-0b5d-48cc-868b-f7e32325474f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:07.342509 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 52020) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:07.382406 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5f4338-2dfb-418a-945e-5efa97fad0d0', 'tag': '5efcff61-8a6e-4914-ac29-59d58389cf28', 'status': 'completed', 'code': 200} Apr 20 17:36:07.383409 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-f5828f09-0b5d-48cc-868b-f7e32325474f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:07.397932 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-f5828f09-0b5d-48cc-868b-f7e32325474f admin admin] Usage tracker for resource:security_group_rule and tenant:72981c11d0554e68b6136b1b3528a851 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:07.405591 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-f5828f09-0b5d-48cc-868b-f7e32325474f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:07.413770 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-f5828f09-0b5d-48cc-868b-f7e32325474f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:07.417925 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-f6d66986-3955-4ce0-b15e-8e8e04791e7c None None] Set router 059a06c9-c7ca-497f-bb22-288dc09727ec gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:36:07.452452 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning for port ff604c0c-91ae-4156-8503-1063be95d6a4 completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:36:07.466924 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning complete for port ff604c0c-91ae-4156-8503-1063be95d6a4 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:36:07.467527 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:07.552398 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ec9bc-e378-4aa9-9ebc-c27b57552974 req-6f394c9b-958b-46fe-a323-03c5bf46662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:07.554334 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1c1ec9bc-e378-4aa9-9ebc-c27b57552974 req-6f394c9b-958b-46fe-a323-03c5bf46662d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3e86cc7941934d41a7fc333ea0673924&device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 1098 time: 0.1177642 Apr 20 17:36:07.554527 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:07.623886 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f5828f09-0b5d-48cc-868b-f7e32325474f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:07.672068 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f5828f09-0b5d-48cc-868b-f7e32325474f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:07.686441 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-10e60099-83dc-4689-a4bc-4821211fc004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:07.701486 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3cc9cc70-5eba-43b7-98b7-3a99566d827a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:07.712458 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 52034) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:07.737183 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-3cc9cc70-5eba-43b7-98b7-3a99566d827a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:07.748131 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-3cc9cc70-5eba-43b7-98b7-3a99566d827a admin admin] Usage tracker for resource:security_group_rule and tenant:dbc656320fdd4545a4351a1feb8fb21a is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:07.748353 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:07.761575 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-3cc9cc70-5eba-43b7-98b7-3a99566d827a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:07.761781 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-f5828f09-0b5d-48cc-868b-f7e32325474f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=72981c11d0554e68b6136b1b3528a851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9646885 Apr 20 17:36:07.763947 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5828f09-0b5d-48cc-868b-f7e32325474f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2164f2-d418-4b6d-b774-47e59e4fe72f,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:07.779849 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 52040) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:07.799090 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f5828f09-0b5d-48cc-868b-f7e32325474f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:07.804292 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-b2e86941-f749-48e0-9497-e902d77f6eeb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=01251bb1472d4100b4b5e33512120752&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0862281 Apr 20 17:36:07.804860 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 52044) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:07.812240 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4af915-32cc-4249-b578-fbb2e0e101c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff604c0c-91ae-4156-8503-1063be95d6a4'}] {{(pid=86490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:36:07.824283 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-3cc9cc70-5eba-43b7-98b7-3a99566d827a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:07.842152 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port ff604c0c-91ae-4156-8503-1063be95d6a4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ff604c0c-91ae-4156-8503-1063be95d6a4,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:36:07.872936 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:07.875361 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:07.901400 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-dd62b7f0-5138-4dd8-a4a3-3aea5c61c960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:07.955097 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ec9bc-e378-4aa9-9ebc-c27b57552974 req-22e27855-1590-4192-841a-6f495f0de398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:07.956779 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1c1ec9bc-e378-4aa9-9ebc-c27b57552974 req-22e27855-1590-4192-841a-6f495f0de398 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4c40d2b-ceca-4fa5-a564-5d269c274c9e HTTP/1.1" status: 200 len: 911 time: 0.3844030 Apr 20 17:36:07.972409 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-dd62b7f0-5138-4dd8-a4a3-3aea5c61c960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:07.975122 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4af915-32cc-4249-b578-fbb2e0e101c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff604c0c-91ae-4156-8503-1063be95d6a4', 'code': 200} Apr 20 17:36:07.989319 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ec8c55eb-01b9-47e3-a534-49d41ab4a4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:07.992054 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=ff604c0c-91ae-4156-8503-1063be95d6a4,revision_number=5']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:08.008391 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:08.009336 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:08.009915 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:08.010962 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:08.011701 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:08.012274 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:08.012884 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:08.013458 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:08.014403 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:08.015044 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:08.015634 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:08.016206 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:08.029340 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:08.075968 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:08.105026 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-dd62b7f0-5138-4dd8-a4a3-3aea5c61c960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:08.109370 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:08.144711 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62b7f0-5138-4dd8-a4a3-3aea5c61c960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac5949f-0c19-4e99-9599-3ff3edc64c36,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:08.148229 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-dd62b7f0-5138-4dd8-a4a3-3aea5c61c960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:08.200421 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-dd62b7f0-5138-4dd8-a4a3-3aea5c61c960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:08.204122 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-dd62b7f0-5138-4dd8-a4a3-3aea5c61c960 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3ac5949f-0c19-4e99-9599-3ff3edc64c36 HTTP/1.1" status: 204 len: 168 time: 0.3957889 Apr 20 17:36:08.221283 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1c1ec9bc-e378-4aa9-9ebc-c27b57552974 req-6d1a76ce-7fd1-4f28-83db-bb124fc3fc82 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5efcff61-8a6e-4914-ac29-59d58389cf28 HTTP/1.1" status: 200 len: 999 time: 0.2167668 Apr 20 17:36:08.270737 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-f6d66986-3955-4ce0-b15e-8e8e04791e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'name': 'tempest-AttachVolumeTestJSON-982371314-router', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:35:14Z', 'revision_number': 4, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'gw_port': {'id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_floatingips': [{'id': '253b5f52-78bb-4af5-bd90-d3c7bd05298d', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'floating_ip_address': '172.28.1.240', 'floating_network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'router_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'port_id': '5efcff61-8a6e-4914-ac29-59d58389cf28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'mac_address': 'fa:16:3e:23:59:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f4338-2dfb-418a-945e-5efa97fad0d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:35:30Z', 'updated_at': '2021-04-20T17:36:05Z', 'revision_number': 1, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a102653d-4638-4bb1-bf81-c497966d3f71', 'name': '', 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'mac_address': 'fa:16:3e:10:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:12Z', 'updated_at': '2021-04-20T17:35:26Z', 'revision_number': 5, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'subnets': [{'id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:36:08.275662 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d66986-3955-4ce0-b15e-8e8e04791e7c None None] Checking router: 059a06c9-c7ca-497f-bb22-288dc09727ec for host: dv-cinder-786927-2-smb {{(pid=86491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:36:08.286485 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d66986-3955-4ce0-b15e-8e8e04791e7c None None] Routers {'059a06c9-c7ca-497f-bb22-288dc09727ec'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:36:08.287541 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-f6d66986-3955-4ce0-b15e-8e8e04791e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:36:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['059a06c9-c7ca-497f-bb22-288dc09727ec'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:36:08.316650 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ec8c55eb-01b9-47e3-a534-49d41ab4a4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:08.480382 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ec9bc-e378-4aa9-9ebc-c27b57552974 req-e1781270-8be3-49d3-90f1-4f8318a1d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:08.482830 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1c1ec9bc-e378-4aa9-9ebc-c27b57552974 req-e1781270-8be3-49d3-90f1-4f8318a1d181 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c8db6b26-5954-455b-bb2e-7d6df06854c9 HTTP/1.1" status: 200 len: 849 time: 0.2491608 Apr 20 17:36:08.489473 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-f6d66986-3955-4ce0-b15e-8e8e04791e7c None None] Set router 059a06c9-c7ca-497f-bb22-288dc09727ec gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:36:08.491054 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3cc9cc70-5eba-43b7-98b7-3a99566d827a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:08.498527 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d7971-86a8-42cd-ae44-fd0f2a9e0c39 req-186a5a1f-479c-41a2-a18f-1af7e48fbb30 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:08.502255 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c01d7971-86a8-42cd-ae44-fd0f2a9e0c39 req-186a5a1f-479c-41a2-a18f-1af7e48fbb30 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.1808989 Apr 20 17:36:08.553470 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c01d7971-86a8-42cd-ae44-fd0f2a9e0c39 req-63327002-79fd-464e-a0bf-7c98ce756037 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461845 Apr 20 17:36:08.554946 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3cc9cc70-5eba-43b7-98b7-3a99566d827a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:08.568448 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:08.654914 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898df9a-70e1-437c-a4a6-c5145c49016a req-54245a46-d39d-44a5-a039-ca0b4e23b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:08.656705 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e898df9a-70e1-437c-a4a6-c5145c49016a req-54245a46-d39d-44a5-a039-ca0b4e23b38b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 1098 time: 0.3254671 Apr 20 17:36:08.711485 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9cc70-5eba-43b7-98b7-3a99566d827a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ed911e-5935-428a-b1f4-731717895341,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:08.715386 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3cc9cc70-5eba-43b7-98b7-3a99566d827a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:08.728469 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ec8c55eb-01b9-47e3-a534-49d41ab4a4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:08.741001 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f3ee070c-7c63-4a23-a344-a2487b01c11e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:08.769900 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-3cc9cc70-5eba-43b7-98b7-3a99566d827a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dbc656320fdd4545a4351a1feb8fb21a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4232037 Apr 20 17:36:08.771190 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 52074) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:08.807187 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c55eb-01b9-47e3-a534-49d41ab4a4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2164f2-d418-4b6d-b774-47e59e4fe72f,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:08.813978 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ec8c55eb-01b9-47e3-a534-49d41ab4a4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:08.816141 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-ec8c55eb-01b9-47e3-a534-49d41ab4a4c0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2f2164f2-d418-4b6d-b774-47e59e4fe72f HTTP/1.1" status: 204 len: 168 time: 1.0260575 Apr 20 17:36:08.833639 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e898df9a-70e1-437c-a4a6-c5145c49016a req-fe57cef9-dadf-4812-aa21-5d7b771f0efc service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589918 Apr 20 17:36:08.839846 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-ec8c55eb-01b9-47e3-a534-49d41ab4a4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:08.867083 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-08f947b6-60ca-4ce8-8e65-e0f42070a7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:08.906220 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-08f947b6-60ca-4ce8-8e65-e0f42070a7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:08.907447 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ec9bc-e378-4aa9-9ebc-c27b57552974 req-41484b26-9087-406d-a28d-ce8f58686870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:08.909118 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1c1ec9bc-e378-4aa9-9ebc-c27b57552974 req-41484b26-9087-406d-a28d-ce8f58686870 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4c40d2b-ceca-4fa5-a564-5d269c274c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4149156 Apr 20 17:36:08.947281 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a1973-936a-45a9-9cc4-824358c5796b req-c0d7a038-7e16-4aa9-8eb1-6901de7d34a5 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:08.960434 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d72a1973-936a-45a9-9cc4-824358c5796b req-c0d7a038-7e16-4aa9-8eb1-6901de7d34a5 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.4098551 Apr 20 17:36:09.009478 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-08f947b6-60ca-4ce8-8e65-e0f42070a7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:09.017117 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:09.034127 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d72a1973-936a-45a9-9cc4-824358c5796b req-1e7b05c7-38cf-482f-931e-647fe03cd291 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726197 Apr 20 17:36:09.046911 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-f6d66986-3955-4ce0-b15e-8e8e04791e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'name': 'tempest-AttachVolumeTestJSON-982371314-router', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:35:14Z', 'revision_number': 4, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'gw_port': {'id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_floatingips': [{'id': '253b5f52-78bb-4af5-bd90-d3c7bd05298d', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'floating_ip_address': '172.28.1.240', 'floating_network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'router_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'port_id': '5efcff61-8a6e-4914-ac29-59d58389cf28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'mac_address': 'fa:16:3e:23:59:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f4338-2dfb-418a-945e-5efa97fad0d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:35:30Z', 'updated_at': '2021-04-20T17:36:05Z', 'revision_number': 1, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a102653d-4638-4bb1-bf81-c497966d3f71', 'name': '', 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'mac_address': 'fa:16:3e:10:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:12Z', 'updated_at': '2021-04-20T17:35:26Z', 'revision_number': 5, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'subnets': [{'id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:36:09.051953 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d66986-3955-4ce0-b15e-8e8e04791e7c None None] The sync data for ids ['059a06c9-c7ca-497f-bb22-288dc09727ec'] in dv-cinder-786927-2-smb is: [{'id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'name': 'tempest-AttachVolumeTestJSON-982371314-router', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:35:14Z', 'revision_number': 4, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'gw_port': {'id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_floatingips': [{'id': '253b5f52-78bb-4af5-bd90-d3c7bd05298d', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'floating_ip_address': '172.28.1.240', 'floating_network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'router_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'port_id': '5efcff61-8a6e-4914-ac29-59d58389cf28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'mac_address': 'fa:16:3e:23:59:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5f4338-2dfb-418a-945e-5efa97fad0d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:35:30Z', 'updated_at': '2021-04-20T17:36:05Z', 'revision_number': 1, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a102653d-4638-4bb1-bf81-c497966d3f71', 'name': '', 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'mac_address': 'fa:16:3e:10:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:12Z', 'updated_at': '2021-04-20T17:35:26Z', 'revision_number': 5, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'subnets': [{'id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:36:09.058263 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f947b6-60ca-4ce8-8e65-e0f42070a7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ed911e-5935-428a-b1f4-731717895341,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:09.062796 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-08f947b6-60ca-4ce8-8e65-e0f42070a7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:09.067151 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-08f947b6-60ca-4ce8-8e65-e0f42070a7f3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/64ed911e-5935-428a-b1f4-731717895341 HTTP/1.1" status: 204 len: 168 time: 0.2946742 Apr 20 17:36:09.079060 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-08f947b6-60ca-4ce8-8e65-e0f42070a7f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:09.383620 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6e248c-5e94-43ea-b5d4-4bb11a27dc44 None None] New status for floating IP 253b5f52-78bb-4af5-bd90-d3c7bd05298d: ACTIVE {{(pid=86490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 17:36:09.472474 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1c1ec9bc-e378-4aa9-9ebc-c27b57552974 req-3c9a75b7-13c3-4399-b665-fc728df15c5e service neutron] 10.222.0.76 "GET /v2.0/networks/c4c40d2b-ceca-4fa5-a564-5d269c274c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556354 Apr 20 17:36:09.668598 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1c1ec9bc-e378-4aa9-9ebc-c27b57552974 req-2ae9ea72-21d2-430b-80ac-341327d14989 service neutron] 10.222.0.76 "GET /v2.0/networks/c4c40d2b-ceca-4fa5-a564-5d269c274c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896951 Apr 20 17:36:09.696113 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 52104) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:09.729712 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-298f894f-f6ca-4794-be89-80c8357c1f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:09.746142 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-298f894f-f6ca-4794-be89-80c8357c1f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:09.754279 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-298f894f-f6ca-4794-be89-80c8357c1f8b admin admin] Usage tracker for resource:security_group_rule and tenant:d40b689e92d84484b5466257d4576631 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:09.757477 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-298f894f-f6ca-4794-be89-80c8357c1f8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:09.764849 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-298f894f-f6ca-4794-be89-80c8357c1f8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:09.829248 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8ff36-871e-4556-80b7-f8ed5f01b3c5 req-c84e3167-1fa1-4c32-a8cb-707510077ead tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:09.835286 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-efe8ff36-871e-4556-80b7-f8ed5f01b3c5 req-c84e3167-1fa1-4c32-a8cb-707510077ead tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.1213717 Apr 20 17:36:09.874782 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-298f894f-f6ca-4794-be89-80c8357c1f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:09.891793 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-efe8ff36-871e-4556-80b7-f8ed5f01b3c5 req-cebb3c41-224b-43cd-8d42-f84d3c990099 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535610 Apr 20 17:36:09.906618 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-298f894f-f6ca-4794-be89-80c8357c1f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:09.917572 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:09.961845 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-298f894f-f6ca-4794-be89-80c8357c1f8b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d40b689e92d84484b5466257d4576631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644229 Apr 20 17:36:09.962726 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f894f-f6ca-4794-be89-80c8357c1f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67291f6b-cb97-4056-a1b0-d61710473575,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:09.964833 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 52114) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:09.966294 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-298f894f-f6ca-4794-be89-80c8357c1f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:09.996391 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 52118) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:10.030583 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-df3a03d3-09b0-4fc5-8504-db912d6a874f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:10.060300 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-df3a03d3-09b0-4fc5-8504-db912d6a874f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:10.071508 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 52126) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:10.102475 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f0f2ba4d-3ef1-40b8-bcd5-6dd2ef8687b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:10.127029 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-f0f2ba4d-3ef1-40b8-bcd5-6dd2ef8687b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:10.132435 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-f0f2ba4d-3ef1-40b8-bcd5-6dd2ef8687b9 admin admin] Usage tracker for resource:security_group_rule and tenant:72fb2538f0614222a3c9cbb901f7d16d is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:10.137616 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-f0f2ba4d-3ef1-40b8-bcd5-6dd2ef8687b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:10.141227 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-df3a03d3-09b0-4fc5-8504-db912d6a874f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:10.146401 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-f0f2ba4d-3ef1-40b8-bcd5-6dd2ef8687b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:10.148056 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:10.169506 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-df3a03d3-09b0-4fc5-8504-db912d6a874f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:10.170891 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-df3a03d3-09b0-4fc5-8504-db912d6a874f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/67291f6b-cb97-4056-a1b0-d61710473575 HTTP/1.1" status: 204 len: 168 time: 0.2049634 Apr 20 17:36:10.172156 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a03d3-09b0-4fc5-8504-db912d6a874f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67291f6b-cb97-4056-a1b0-d61710473575,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:10.175018 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-df3a03d3-09b0-4fc5-8504-db912d6a874f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:10.321522 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b372d33-043e-4396-b10d-0cfb008480ad req-2d8737ad-cd7e-496c-b048-b2be53e5d1aa tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:10.323176 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1b372d33-043e-4396-b10d-0cfb008480ad req-2d8737ad-cd7e-496c-b048-b2be53e5d1aa tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.1650250 Apr 20 17:36:10.331433 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-477721503-network', 'tenant_id': '83b87fe705a24f219a996a41ea36886c'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:36:10.335805 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f0f2ba4d-3ef1-40b8-bcd5-6dd2ef8687b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:10.339862 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:10.359944 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] Usage tracker for resource:network and tenant:83b87fe705a24f219a996a41ea36886c is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:10.366148 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:10.376070 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f0f2ba4d-3ef1-40b8-bcd5-6dd2ef8687b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:10.387500 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:10.390047 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-2dd9da29-8555-4685-9c85-46ee6471a4ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:10.458169 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1b372d33-043e-4396-b10d-0cfb008480ad req-05be5ed0-0886-4332-bb58-bbd8579f1673 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198194 Apr 20 17:36:10.469289 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-f0f2ba4d-3ef1-40b8-bcd5-6dd2ef8687b9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=72fb2538f0614222a3c9cbb901f7d16d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3938336 Apr 20 17:36:10.469289 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] Made reservation on behalf of 83b87fe705a24f219a996a41ea36886c for: {'network': 1} {{(pid=86489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:36:10.470123 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 52144) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:10.473104 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for network, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:10.494686 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2ba4d-3ef1-40b8-bcd5-6dd2ef8687b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c39131-1dde-4097-9c5c-8dee9441224f,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:10.498099 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f0f2ba4d-3ef1-40b8-bcd5-6dd2ef8687b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:10.503662 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:10.521412 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:10.525588 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] Usage tracker for resource:security_group_rule and tenant:83b87fe705a24f219a996a41ea36886c is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:10.529312 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:10.535837 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:10.556972 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-50f101b1-84c0-4d11-b2e2-81ee96d2f48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:10.653701 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-50f101b1-84c0-4d11-b2e2-81ee96d2f48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:10.690820 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:10.718705 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:10.724430 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:10.741080 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-50f101b1-84c0-4d11-b2e2-81ee96d2f48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:10.746772 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-265f9925-1ba8-403b-8a98-e9205b25b5b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:10.759073 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f101b1-84c0-4d11-b2e2-81ee96d2f48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c39131-1dde-4097-9c5c-8dee9441224f,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:10.764141 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-50f101b1-84c0-4d11-b2e2-81ee96d2f48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:10.764345 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] vlan segment allocate from pool success with {'vlan_id': 963, 'physical_network': 'physnet1'} {{(pid=86489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 17:36:10.766207 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-50f101b1-84c0-4d11-b2e2-81ee96d2f48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:10.769926 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-50f101b1-84c0-4d11-b2e2-81ee96d2f48f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b7c39131-1dde-4097-9c5c-8dee9441224f HTTP/1.1" status: 204 len: 168 time: 0.2961910 Apr 20 17:36:10.780895 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf191def-d757-4641-a14c-5fc6e23de559,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:10.784406 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:10.829292 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:10.829699 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.segments_db [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] Added segment 0a2a1f8f-d05e-419c-8376-bdc41b4b0767 of type vlan for network be821cf7-4440-484c-96e7-fe7435f94d30 Apr 20 17:36:10.859850 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775308210547'] for network, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:11.003746 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for network, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:11.005238 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:11.005923 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:11.012288 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-c2682118-c79d-47b5-ba32-e2b87a158ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:11.219696 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] Pushing event updated for resources: {'Network': ['ID=be821cf7-4440-484c-96e7-fe7435f94d30,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:11.232696 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:11.237988 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Network be821cf7-4440-484c-96e7-fe7435f94d30 details requested by agent ovs-agent-dv-cinder-786927-2-smb with host dv-cinder-786927-2-smb {{(pid=86490) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 17:36:11.285056 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d2f56-0ada-4ff2-8feb-5bf5da96d47b req-209796eb-a6a8-49b0-9a46-c93ffa421933 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:11.292661 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6a6d2f56-0ada-4ff2-8feb-5bf5da96d47b req-209796eb-a6a8-49b0-9a46-c93ffa421933 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.2658985 Apr 20 17:36:11.382724 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3827655 Apr 20 17:36:11.383547 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 52186) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:11.384610 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6a6d2f56-0ada-4ff2-8feb-5bf5da96d47b req-ff054647-1c9b-4d43-a900-ba8212850ea6 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900581 Apr 20 17:36:11.398416 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-3861f54a-0d61-45f9-aadc-bbac14c67dee admin admin] Request body: {'subnet': {'network_id': 'be821cf7-4440-484c-96e7-fe7435f94d30', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-477721503-subnet', 'tenant_id': '83b87fe705a24f219a996a41ea36886c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:36:11.408244 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-3861f54a-0d61-45f9-aadc-bbac14c67dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:11.418444 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-3861f54a-0d61-45f9-aadc-bbac14c67dee admin admin] Usage tracker for resource:subnet and tenant:83b87fe705a24f219a996a41ea36886c is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:11.427456 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-3861f54a-0d61-45f9-aadc-bbac14c67dee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:11.443471 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-3861f54a-0d61-45f9-aadc-bbac14c67dee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:11.490584 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3861f54a-0d61-45f9-aadc-bbac14c67dee admin admin] Made reservation on behalf of 83b87fe705a24f219a996a41ea36886c for: {'subnet': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:36:11.496134 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3861f54a-0d61-45f9-aadc-bbac14c67dee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100862'] for subnet, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:11.657868 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98271ee1-e1a6-493f-a9a1-559b69ba9c39 req-2635470f-a377-4ab6-9b9f-6051febebf62 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:11.659736 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-98271ee1-e1a6-493f-a9a1-559b69ba9c39 req-2635470f-a377-4ab6-9b9f-6051febebf62 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.1481304 Apr 20 17:36:11.677686 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 52208) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:11.694977 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-26b6f500-8b07-4eb8-831e-364d661b34ea tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Request body: {'floatingip': {'port_id': 'ff604c0c-91ae-4156-8503-1063be95d6a4'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:36:11.811663 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-26b6f500-8b07-4eb8-831e-364d661b34ea tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for floatingip, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:12.549380 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ec289-93ba-4b7c-838f-546f7248dbbd req-0abf0f23-3f26-4411-afdc-0a9e5ac06db9 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:12.551018 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bd2ec289-93ba-4b7c-838f-546f7248dbbd req-0abf0f23-3f26-4411-afdc-0a9e5ac06db9 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.6448770 Apr 20 17:36:12.623506 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bd2ec289-93ba-4b7c-838f-546f7248dbbd req-233004f7-6029-46c1-a2eb-a3f95d9f26e7 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642076 Apr 20 17:36:13.065299 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 52284) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:13.263103 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0dcda48b-c16a-45ce-9f62-a7293daf5f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:13.273365 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 52296) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:13.287611 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-0dcda48b-c16a-45ce-9f62-a7293daf5f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:13.291951 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-0dcda48b-c16a-45ce-9f62-a7293daf5f3d admin admin] Usage tracker for resource:security_group_rule and tenant:f0f77504726b4d818f7ce7b09a9892ec is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:13.295067 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-0dcda48b-c16a-45ce-9f62-a7293daf5f3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:13.301495 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-0dcda48b-c16a-45ce-9f62-a7293daf5f3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:13.379539 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-26b6f500-8b07-4eb8-831e-364d661b34ea tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:13.416371 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0dcda48b-c16a-45ce-9f62-a7293daf5f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:13.418923 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-26b6f500-8b07-4eb8-831e-364d661b34ea tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854139214'] for floatingip, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:13.447391 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0dcda48b-c16a-45ce-9f62-a7293daf5f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:13.461995 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-621047eb-f666-4e94-b004-23d0555a675e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:13.509426 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-0dcda48b-c16a-45ce-9f62-a7293daf5f3d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f0f77504726b4d818f7ce7b09a9892ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4427714 Apr 20 17:36:13.510738 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcda48b-c16a-45ce-9f62-a7293daf5f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded3f436-6bda-4627-a3d3-68296b75c428,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:13.513943 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 52310) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:13.531892 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0dcda48b-c16a-45ce-9f62-a7293daf5f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:13.588749 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3861f54a-0d61-45f9-aadc-bbac14c67dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2315785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100847'] for subnet, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:13.598432 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:13.619709 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-95813765-2df9-481c-af47-a10b9c58ced0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:13.708269 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5da59afb-0450-48f4-9fe5-4910587f1b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:13.725455 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861f54a-0d61-45f9-aadc-bbac14c67dee admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f76128d-086a-4243-a039-26478746cb2b,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:13.736030 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3861f54a-0d61-45f9-aadc-bbac14c67dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:13.740848 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.l3_db [None req-26b6f500-8b07-4eb8-831e-364d661b34ea tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Floating IP f2265ab9-5acf-46d3-8b02-b4c78eaa4a0c associated. External IP: 172.28.1.233, port: ff604c0c-91ae-4156-8503-1063be95d6a4. Apr 20 17:36:13.770735 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-5da59afb-0450-48f4-9fe5-4910587f1b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:13.775134 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-5da59afb-0450-48f4-9fe5-4910587f1b9c admin admin] Usage tracker for resource:security_group_rule and tenant:f8602ed54a3c49a5ac14a7b50e67461d is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:13.778607 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-5da59afb-0450-48f4-9fe5-4910587f1b9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:13.785411 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-5da59afb-0450-48f4-9fe5-4910587f1b9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:13.805661 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3861f54a-0d61-45f9-aadc-bbac14c67dee admin admin] Checking segment: {'id': '0a2a1f8f-d05e-419c-8376-bdc41b4b0767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': 'be821cf7-4440-484c-96e7-fe7435f94d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:36:13.806015 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3861f54a-0d61-45f9-aadc-bbac14c67dee admin admin] Network hostable DHCP agents. Network: be821cf7-4440-484c-96e7-fe7435f94d30, hostable agents: ['3fc774e1-ba83-4007-9de0-3f46efafec56'], hosted agents: [] {{(pid=86488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 17:36:13.843508 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-95813765-2df9-481c-af47-a10b9c58ced0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:13.901867 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5da59afb-0450-48f4-9fe5-4910587f1b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:13.941262 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5da59afb-0450-48f4-9fe5-4910587f1b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:13.951675 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f0f2ba4d-3ef1-40b8-bcd5-6dd2ef8687b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:14.003981 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-5da59afb-0450-48f4-9fe5-4910587f1b9c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f8602ed54a3c49a5ac14a7b50e67461d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7241814 Apr 20 17:36:14.003981 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da59afb-0450-48f4-9fe5-4910587f1b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeaf4030-07c1-47df-9e15-d09e9c228da3,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:14.004644 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 52326) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:14.021909 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5da59afb-0450-48f4-9fe5-4910587f1b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:14.047751 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3861f54a-0d61-45f9-aadc-bbac14c67dee admin admin] Network be821cf7-4440-484c-96e7-fe7435f94d30 is scheduled to be hosted by DHCP agent 3fc774e1-ba83-4007-9de0-3f46efafec56 with binding_index 1 {{(pid=86488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 17:36:14.084580 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d0913e72-8463-4bbe-ba90-6d22482443a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:14.134410 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f62a5f-f2c0-40fe-bbb4-f3109e508ebb req-3ad5a8be-7109-4827-bd5f-6d87d833885b tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:14.139070 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-95813765-2df9-481c-af47-a10b9c58ced0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:14.142216 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b2f62a5f-f2c0-40fe-bbb4-f3109e508ebb req-3ad5a8be-7109-4827-bd5f-6d87d833885b tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.2404077 Apr 20 17:36:14.150239 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:14.159463 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d0913e72-8463-4bbe-ba90-6d22482443a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:14.195137 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95813765-2df9-481c-af47-a10b9c58ced0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded3f436-6bda-4627-a3d3-68296b75c428,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:14.208737 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-3861f54a-0d61-45f9-aadc-bbac14c67dee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-smb, be821cf7-4440-484c-96e7-fe7435f94d30) {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:36:14.213214 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-95813765-2df9-481c-af47-a10b9c58ced0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:14.227924 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-95813765-2df9-481c-af47-a10b9c58ced0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ded3f436-6bda-4627-a3d3-68296b75c428 HTTP/1.1" status: 204 len: 168 time: 0.6972377 Apr 20 17:36:14.228090 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15040696-5ad0-4db5-800f-78fdf48809af None None] Network be821cf7-4440-484c-96e7-fe7435f94d30 requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:36:14.228731 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-95813765-2df9-481c-af47-a10b9c58ced0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:14.299881 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3861f54a-0d61-45f9-aadc-bbac14c67dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:14.300292 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3861f54a-0d61-45f9-aadc-bbac14c67dee admin admin] Notify callbacks [] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:14.338300 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b2f62a5f-f2c0-40fe-bbb4-f3109e508ebb req-18b7cdcb-0950-47d6-abb5-0d69f5c5df97 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943219 Apr 20 17:36:14.339486 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d0913e72-8463-4bbe-ba90-6d22482443a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:14.347340 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a314702d-4430-49f6-94bc-08a26830466a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:14.381705 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0913e72-8463-4bbe-ba90-6d22482443a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeaf4030-07c1-47df-9e15-d09e9c228da3,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:14.388478 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d0913e72-8463-4bbe-ba90-6d22482443a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:14.391040 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b6f500-8b07-4eb8-831e-364d661b34ea tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Router 3f30ca91-3312-4342-bd1f-93a1532f2278 has already been hosted by L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 17:36:14.398296 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-d0913e72-8463-4bbe-ba90-6d22482443a3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eeaf4030-07c1-47df-9e15-d09e9c228da3 HTTP/1.1" status: 204 len: 168 time: 0.3769138 Apr 20 17:36:14.398296 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d0913e72-8463-4bbe-ba90-6d22482443a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:14.494593 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-3861f54a-0d61-45f9-aadc-bbac14c67dee admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.0986061 Apr 20 17:36:14.611569 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c94b7ec-3201-49b3-9670-a586e0bc4b31 None None] Network be821cf7-4440-484c-96e7-fe7435f94d30 requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:36:14.613567 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b6f500-8b07-4eb8-831e-364d661b34ea tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:36:14.617818 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-26b6f500-8b07-4eb8-831e-364d661b34ea tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:14.624231 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d235fe-660f-4fab-8811-1510a6763b96 None None] Sync routers for ids ['3f30ca91-3312-4342-bd1f-93a1532f2278'] in dv-cinder-786927-2-smb {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:36:14.641655 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d235fe-660f-4fab-8811-1510a6763b96 None None] Routers {'3f30ca91-3312-4342-bd1f-93a1532f2278'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:36:14.642665 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-e4d235fe-660f-4fab-8811-1510a6763b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:36:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['3f30ca91-3312-4342-bd1f-93a1532f2278'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:36:14.695715 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-26b6f500-8b07-4eb8-831e-364d661b34ea tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "PUT /v2.0/floatingips/f2265ab9-5acf-46d3-8b02-b4c78eaa4a0c HTTP/1.1" status: 200 len: 991 time: 3.0168386 Apr 20 17:36:14.696457 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4af915-32cc-4249-b578-fbb2e0e101c3', 'tag': 'ff604c0c-91ae-4156-8503-1063be95d6a4'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:36:14.803312 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4af915-32cc-4249-b578-fbb2e0e101c3', 'tag': 'ff604c0c-91ae-4156-8503-1063be95d6a4', 'status': 'completed', 'code': 200} Apr 20 17:36:15.029667 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-e4d235fe-660f-4fab-8811-1510a6763b96 None None] Set router 3f30ca91-3312-4342-bd1f-93a1532f2278 gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:36:15.212444 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8807e7-059b-4b97-9797-6aa7e881b639 req-b20a78c8-1cbe-4c7e-befc-33c8e8fb6356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:15.214009 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ad8807e7-059b-4b97-9797-6aa7e881b639 req-b20a78c8-1cbe-4c7e-befc-33c8e8fb6356 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=91f08a58d46d4762b691ff2c6db71cd4&device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 1098 time: 0.3356638 Apr 20 17:36:15.340312 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 52370) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:15.394455 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8807e7-059b-4b97-9797-6aa7e881b639 req-5a905232-4340-4dd8-9498-c5281501795f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:15.396881 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ad8807e7-059b-4b97-9797-6aa7e881b639 req-5a905232-4340-4dd8-9498-c5281501795f service neutron] 10.222.0.76 "GET /v2.0/networks?id=43f466f2-e643-4c2d-a72d-6fa47845b747 HTTP/1.1" status: 200 len: 918 time: 0.1672921 Apr 20 17:36:15.404734 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2929da42-6467-4659-9505-b90f350948a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:15.444399 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-2929da42-6467-4659-9505-b90f350948a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:15.449083 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-2929da42-6467-4659-9505-b90f350948a5 admin admin] Usage tracker for resource:security_group_rule and tenant:701c720c266f412bbc1e66679a175818 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:15.452475 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-2929da42-6467-4659-9505-b90f350948a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:15.459142 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-2929da42-6467-4659-9505-b90f350948a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:15.471557 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 52380) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:15.544387 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-e4d235fe-660f-4fab-8811-1510a6763b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'name': 'tempest-AttachVolumeShelveTestJSON-1076416549-router', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'gw_port': {'id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:09Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_floatingips': [{'id': 'f2265ab9-5acf-46d3-8b02-b4c78eaa4a0c', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'floating_ip_address': '172.28.1.233', 'floating_network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'router_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'port_id': 'ff604c0c-91ae-4156-8503-1063be95d6a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'mac_address': 'fa:16:3e:c6:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4af915-32cc-4249-b578-fbb2e0e101c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:35:40Z', 'updated_at': '2021-04-20T17:36:13Z', 'revision_number': 1, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cde741-ba67-4783-bfb4-aec69f40f174', 'name': '', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'mac_address': 'fa:16:3e:0e:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:25Z', 'updated_at': '2021-04-20T17:35:40Z', 'revision_number': 5, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'subnets': [{'id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:36:15.567499 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d235fe-660f-4fab-8811-1510a6763b96 None None] Checking router: 3f30ca91-3312-4342-bd1f-93a1532f2278 for host: dv-cinder-786927-2-smb {{(pid=86491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:36:15.568525 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2929da42-6467-4659-9505-b90f350948a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:15.579524 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d235fe-660f-4fab-8811-1510a6763b96 None None] Routers {'3f30ca91-3312-4342-bd1f-93a1532f2278'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:36:15.580193 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-e4d235fe-660f-4fab-8811-1510a6763b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:36:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['3f30ca91-3312-4342-bd1f-93a1532f2278'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:36:15.608183 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ad8807e7-059b-4b97-9797-6aa7e881b639 req-0caa296c-674f-40fe-b115-fc229bdf893a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff604c0c-91ae-4156-8503-1063be95d6a4 HTTP/1.1" status: 200 len: 999 time: 0.1977446 Apr 20 17:36:15.613214 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2929da42-6467-4659-9505-b90f350948a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:15.623163 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-820eff11-4dd6-49a0-a9ae-4842e3c9bdfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:15.674180 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929da42-6467-4659-9505-b90f350948a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2e7256-cc03-4b8c-bd33-cbad076103b2,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:15.696390 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-2929da42-6467-4659-9505-b90f350948a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:15.724165 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-2929da42-6467-4659-9505-b90f350948a5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=701c720c266f412bbc1e66679a175818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3827693 Apr 20 17:36:15.726956 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 52390) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:15.779889 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8807e7-059b-4b97-9797-6aa7e881b639 req-28a69995-8b0a-41e4-ac5b-06adc2c42f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:15.781623 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ad8807e7-059b-4b97-9797-6aa7e881b639 req-28a69995-8b0a-41e4-ac5b-06adc2c42f4f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e7b59eb6-7796-4d48-ad26-1b7d7898dd0a HTTP/1.1" status: 200 len: 856 time: 0.1544089 Apr 20 17:36:15.858230 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-88af0162-5f12-4505-851f-3b4f12f1d577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:15.872022 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-340825f3-b226-4615-a009-9c91f25e4ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:15.874689 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace48e17-32ec-4fbf-8913-fce870c7dd7f req-2d47f4ee-0840-446b-82e9-6ad541fd699d tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:15.876338 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ace48e17-32ec-4fbf-8913-fce870c7dd7f req-2d47f4ee-0840-446b-82e9-6ad541fd699d tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.1849065 Apr 20 17:36:15.881413 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-e4d235fe-660f-4fab-8811-1510a6763b96 None None] Set router 3f30ca91-3312-4342-bd1f-93a1532f2278 gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:36:15.892160 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-340825f3-b226-4615-a009-9c91f25e4ea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:15.907402 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-340825f3-b226-4615-a009-9c91f25e4ea6 admin admin] Usage tracker for resource:security_group_rule and tenant:000d1d681a844f4f9ea05264d4a38514 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:15.913541 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-340825f3-b226-4615-a009-9c91f25e4ea6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:15.923160 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-340825f3-b226-4615-a009-9c91f25e4ea6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:15.927373 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-88af0162-5f12-4505-851f-3b4f12f1d577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:15.930101 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8807e7-059b-4b97-9797-6aa7e881b639 req-11ab18dc-730e-43b0-a839-6a2dae743d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:15.931749 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ad8807e7-059b-4b97-9797-6aa7e881b639 req-11ab18dc-730e-43b0-a839-6a2dae743d7d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=43f466f2-e643-4c2d-a72d-6fa47845b747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1369503 Apr 20 17:36:15.942608 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ace48e17-32ec-4fbf-8913-fce870c7dd7f req-8cc13b46-b5e8-4772-b537-57f066b43ae6 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568314 Apr 20 17:36:16.080247 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-340825f3-b226-4615-a009-9c91f25e4ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:16.109879 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-340825f3-b226-4615-a009-9c91f25e4ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:16.141229 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-dd62b7f0-5138-4dd8-a4a3-3aea5c61c960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:16.179035 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-340825f3-b226-4615-a009-9c91f25e4ea6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=000d1d681a844f4f9ea05264d4a38514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7060082 Apr 20 17:36:16.180083 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 52410) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:16.180810 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340825f3-b226-4615-a009-9c91f25e4ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8034265b-83bb-4ad1-8d46-475f7beeb025,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:16.195423 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-340825f3-b226-4615-a009-9c91f25e4ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:16.202037 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-88af0162-5f12-4505-851f-3b4f12f1d577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:16.228597 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ad8807e7-059b-4b97-9797-6aa7e881b639 req-7681b60f-c730-496d-b4de-e7b459d1eca9 service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766228 Apr 20 17:36:16.262690 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-011a9071-9336-4d8e-89fe-5f53f763da33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:16.299160 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4aee844c-5198-4844-9d0a-5559fddd68d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:16.306235 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af0162-5f12-4505-851f-3b4f12f1d577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2e7256-cc03-4b8c-bd33-cbad076103b2,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:16.353955 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-88af0162-5f12-4505-851f-3b4f12f1d577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:16.357449 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-88af0162-5f12-4505-851f-3b4f12f1d577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:16.358919 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-88af0162-5f12-4505-851f-3b4f12f1d577 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7f2e7256-cc03-4b8c-bd33-cbad076103b2 HTTP/1.1" status: 204 len: 168 time: 0.6299872 Apr 20 17:36:16.392229 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4aee844c-5198-4844-9d0a-5559fddd68d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:16.484459 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ad8807e7-059b-4b97-9797-6aa7e881b639 req-eb497fb9-85ac-4899-9d17-79f9615ab73e service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319040 Apr 20 17:36:16.502895 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 52426) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:16.511376 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-a82a702d-4ed1-4a1b-aacc-ed54389eed76 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1994167201-network', 'tenant_id': '2af1f061b71f4713ac146afdcb8d4d66'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:36:16.516769 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-a82a702d-4ed1-4a1b-aacc-ed54389eed76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:16.521627 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-a82a702d-4ed1-4a1b-aacc-ed54389eed76 admin admin] Usage tracker for resource:network and tenant:2af1f061b71f4713ac146afdcb8d4d66 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:16.531502 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-a82a702d-4ed1-4a1b-aacc-ed54389eed76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:16.548557 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-a82a702d-4ed1-4a1b-aacc-ed54389eed76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:16.560652 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4aee844c-5198-4844-9d0a-5559fddd68d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:16.568086 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-985bef34-40e4-4872-9ca5-5c3b71d7889c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:16.582667 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4aee844c-5198-4844-9d0a-5559fddd68d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:16.583640 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-4aee844c-5198-4844-9d0a-5559fddd68d7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8034265b-83bb-4ad1-8d46-475f7beeb025 HTTP/1.1" status: 204 len: 168 time: 0.3871522 Apr 20 17:36:16.584736 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee844c-5198-4844-9d0a-5559fddd68d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8034265b-83bb-4ad1-8d46-475f7beeb025,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:16.587649 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4aee844c-5198-4844-9d0a-5559fddd68d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:16.588711 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82a702d-4ed1-4a1b-aacc-ed54389eed76 admin admin] Made reservation on behalf of 2af1f061b71f4713ac146afdcb8d4d66 for: {'network': 1} {{(pid=86489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:36:16.594633 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a82a702d-4ed1-4a1b-aacc-ed54389eed76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for network, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:16.596458 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-e4d235fe-660f-4fab-8811-1510a6763b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'name': 'tempest-AttachVolumeShelveTestJSON-1076416549-router', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'gw_port': {'id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:09Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_floatingips': [{'id': 'f2265ab9-5acf-46d3-8b02-b4c78eaa4a0c', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'floating_ip_address': '172.28.1.233', 'floating_network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'router_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'port_id': 'ff604c0c-91ae-4156-8503-1063be95d6a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'mac_address': 'fa:16:3e:c6:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4af915-32cc-4249-b578-fbb2e0e101c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:35:40Z', 'updated_at': '2021-04-20T17:36:13Z', 'revision_number': 1, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cde741-ba67-4783-bfb4-aec69f40f174', 'name': '', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'mac_address': 'fa:16:3e:0e:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:25Z', 'updated_at': '2021-04-20T17:35:40Z', 'revision_number': 5, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'subnets': [{'id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:36:16.602314 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d235fe-660f-4fab-8811-1510a6763b96 None None] The sync data for ids ['3f30ca91-3312-4342-bd1f-93a1532f2278'] in dv-cinder-786927-2-smb is: [{'id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'name': 'tempest-AttachVolumeShelveTestJSON-1076416549-router', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'gw_port': {'id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:09Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_floatingips': [{'id': 'f2265ab9-5acf-46d3-8b02-b4c78eaa4a0c', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'floating_ip_address': '172.28.1.233', 'floating_network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'router_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'port_id': 'ff604c0c-91ae-4156-8503-1063be95d6a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'mac_address': 'fa:16:3e:c6:50:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4af915-32cc-4249-b578-fbb2e0e101c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:35:40Z', 'updated_at': '2021-04-20T17:36:13Z', 'revision_number': 1, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cde741-ba67-4783-bfb4-aec69f40f174', 'name': '', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'mac_address': 'fa:16:3e:0e:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:25Z', 'updated_at': '2021-04-20T17:35:40Z', 'revision_number': 5, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'subnets': [{'id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:36:16.633758 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a82a702d-4ed1-4a1b-aacc-ed54389eed76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:16.650588 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-a82a702d-4ed1-4a1b-aacc-ed54389eed76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:16.655320 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-a82a702d-4ed1-4a1b-aacc-ed54389eed76 admin admin] Usage tracker for resource:security_group_rule and tenant:2af1f061b71f4713ac146afdcb8d4d66 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:16.658454 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-a82a702d-4ed1-4a1b-aacc-ed54389eed76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:16.668212 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-a82a702d-4ed1-4a1b-aacc-ed54389eed76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:16.783555 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a82a702d-4ed1-4a1b-aacc-ed54389eed76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:16.844079 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a82a702d-4ed1-4a1b-aacc-ed54389eed76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:16.848988 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:16.876524 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82a702d-4ed1-4a1b-aacc-ed54389eed76 admin admin] vlan segment allocate from pool success with {'vlan_id': 966, 'physical_network': 'physnet1'} {{(pid=86489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 17:36:16.890684 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a702d-4ed1-4a1b-aacc-ed54389eed76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeee3635-d9c9-4ea9-a381-7b0a6c2913d9,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:16.893928 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a82a702d-4ed1-4a1b-aacc-ed54389eed76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:16.900520 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a82a702d-4ed1-4a1b-aacc-ed54389eed76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:16.901128 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.segments_db [None req-a82a702d-4ed1-4a1b-aacc-ed54389eed76 admin admin] Added segment 0431cafc-b85a-4355-86c6-aecb69f4027f of type vlan for network ffba93fa-a487-4f45-86d5-1f0b4c1c820e Apr 20 17:36:16.942500 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a82a702d-4ed1-4a1b-aacc-ed54389eed76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775308210547'] for network, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:16.968040 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f08c468-2600-43b4-b2a3-6c68ceee2c12 None None] New status for floating IP f2265ab9-5acf-46d3-8b02-b4c78eaa4a0c: ACTIVE {{(pid=86490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 17:36:17.041276 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a82a702d-4ed1-4a1b-aacc-ed54389eed76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for network, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:17.043108 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82a702d-4ed1-4a1b-aacc-ed54389eed76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:17.044620 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a82a702d-4ed1-4a1b-aacc-ed54389eed76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:17.058814 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:17.296155 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a702d-4ed1-4a1b-aacc-ed54389eed76 admin admin] Pushing event updated for resources: {'Network': ['ID=ffba93fa-a487-4f45-86d5-1f0b4c1c820e,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:17.299245 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a82a702d-4ed1-4a1b-aacc-ed54389eed76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:17.327360 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Network ffba93fa-a487-4f45-86d5-1f0b4c1c820e details requested by agent ovs-agent-dv-cinder-786927-2-smb with host dv-cinder-786927-2-smb {{(pid=86490) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 17:36:17.358897 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a458f8-705f-4821-bfe5-0784f55b4c8d req-74e2ab83-2207-42d0-959b-0c02d3fe9fe3 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:17.361137 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-73a458f8-705f-4821-bfe5-0784f55b4c8d req-74e2ab83-2207-42d0-959b-0c02d3fe9fe3 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.1536329 Apr 20 17:36:17.363380 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-a82a702d-4ed1-4a1b-aacc-ed54389eed76 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8593562 Apr 20 17:36:17.366349 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 52458) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:17.373950 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-f23a9fde-ca34-4759-ae7c-e30b39d47e79 admin admin] Request body: {'subnet': {'network_id': 'ffba93fa-a487-4f45-86d5-1f0b4c1c820e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1994167201-subnet', 'tenant_id': '2af1f061b71f4713ac146afdcb8d4d66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:36:17.383873 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 52462) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:17.385762 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-f23a9fde-ca34-4759-ae7c-e30b39d47e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:17.391113 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-f23a9fde-ca34-4759-ae7c-e30b39d47e79 admin admin] Usage tracker for resource:subnet and tenant:2af1f061b71f4713ac146afdcb8d4d66 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:17.394602 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-f23a9fde-ca34-4759-ae7c-e30b39d47e79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:17.405941 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-f23a9fde-ca34-4759-ae7c-e30b39d47e79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:17.443512 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23a9fde-ca34-4759-ae7c-e30b39d47e79 admin admin] Made reservation on behalf of 2af1f061b71f4713ac146afdcb8d4d66 for: {'subnet': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:36:17.449317 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f23a9fde-ca34-4759-ae7c-e30b39d47e79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100862'] for subnet, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:17.491700 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d73a2653-a93c-4e57-8cc8-acd74542a50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:17.506997 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-73a458f8-705f-4821-bfe5-0784f55b4c8d req-61a6ec26-7591-437a-af67-8238cdbcb2a7 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282659 Apr 20 17:36:17.514596 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-d73a2653-a93c-4e57-8cc8-acd74542a50c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:17.520395 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-d73a2653-a93c-4e57-8cc8-acd74542a50c admin admin] Usage tracker for resource:security_group_rule and tenant:e16ffa3dda0e4555af706f58264fdae7 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:17.523710 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-d73a2653-a93c-4e57-8cc8-acd74542a50c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:17.530830 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-d73a2653-a93c-4e57-8cc8-acd74542a50c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:17.680221 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d73a2653-a93c-4e57-8cc8-acd74542a50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:17.734931 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d73a2653-a93c-4e57-8cc8-acd74542a50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:17.745258 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-8eccdf2b-7025-490e-b2be-6d6a3295bd70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:17.788981 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-d73a2653-a93c-4e57-8cc8-acd74542a50c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e16ffa3dda0e4555af706f58264fdae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3568997 Apr 20 17:36:17.791002 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a2653-a93c-4e57-8cc8-acd74542a50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b134c5b5-1cd8-4edd-9b7f-a4c38ae2062b,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:17.793600 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 52474) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:17.796364 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d73a2653-a93c-4e57-8cc8-acd74542a50c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:17.865774 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bb77a5cd-5b71-4592-abaf-37e9acdef842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:17.896074 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bb77a5cd-5b71-4592-abaf-37e9acdef842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:17.969888 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bb77a5cd-5b71-4592-abaf-37e9acdef842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:17.978280 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-08f947b6-60ca-4ce8-8e65-e0f42070a7f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:18.000319 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77a5cd-5b71-4592-abaf-37e9acdef842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b134c5b5-1cd8-4edd-9b7f-a4c38ae2062b,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:18.007350 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-bb77a5cd-5b71-4592-abaf-37e9acdef842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:18.041216 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bb77a5cd-5b71-4592-abaf-37e9acdef842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:18.041216 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-bb77a5cd-5b71-4592-abaf-37e9acdef842 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b134c5b5-1cd8-4edd-9b7f-a4c38ae2062b HTTP/1.1" status: 204 len: 168 time: 0.2434254 Apr 20 17:36:18.086815 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f23a9fde-ca34-4759-ae7c-e30b39d47e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2315785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100847'] for subnet, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:18.092090 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:18.166649 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a9fde-ca34-4759-ae7c-e30b39d47e79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f728e81f-3892-4b44-bafc-5b7d5b087ad5,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:18.170773 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f23a9fde-ca34-4759-ae7c-e30b39d47e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:18.177135 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23a9fde-ca34-4759-ae7c-e30b39d47e79 admin admin] Checking segment: {'id': '0431cafc-b85a-4355-86c6-aecb69f4027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': 'ffba93fa-a487-4f45-86d5-1f0b4c1c820e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:36:18.177537 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23a9fde-ca34-4759-ae7c-e30b39d47e79 admin admin] Network hostable DHCP agents. Network: ffba93fa-a487-4f45-86d5-1f0b4c1c820e, hostable agents: ['3fc774e1-ba83-4007-9de0-3f46efafec56'], hosted agents: [] {{(pid=86488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 17:36:18.233003 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23a9fde-ca34-4759-ae7c-e30b39d47e79 admin admin] Network ffba93fa-a487-4f45-86d5-1f0b4c1c820e is scheduled to be hosted by DHCP agent 3fc774e1-ba83-4007-9de0-3f46efafec56 with binding_index 1 {{(pid=86488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 17:36:18.289474 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-f23a9fde-ca34-4759-ae7c-e30b39d47e79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-smb, ffba93fa-a487-4f45-86d5-1f0b4c1c820e) {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:36:18.303901 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0910c1b0-203a-4a8b-9774-3e4c434e6b5c None None] Network ffba93fa-a487-4f45-86d5-1f0b4c1c820e requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:36:18.325420 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23a9fde-ca34-4759-ae7c-e30b39d47e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:18.326633 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f23a9fde-ca34-4759-ae7c-e30b39d47e79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:18.393138 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-f23a9fde-ca34-4759-ae7c-e30b39d47e79 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0254750 Apr 20 17:36:18.624716 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68b1099-4d50-473d-bfea-598f536d429b None None] Network ffba93fa-a487-4f45-86d5-1f0b4c1c820e requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:36:18.837406 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16cabf-03df-4893-abe0-792039f5da8e req-3d1b5457-56d6-4565-80ae-752b3164cc4f tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:18.856252 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7f16cabf-03df-4893-abe0-792039f5da8e req-3d1b5457-56d6-4565-80ae-752b3164cc4f tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.1369784 Apr 20 17:36:18.928789 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7f16cabf-03df-4893-abe0-792039f5da8e req-881500ae-d92d-434e-9f0f-e5230f146ea9 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684824 Apr 20 17:36:19.467718 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86193385-46e4-4600-b166-dedf62684658 req-006d7828-4e53-4ded-a49c-8b462eede954 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:19.468479 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-86193385-46e4-4600-b166-dedf62684658 req-006d7828-4e53-4ded-a49c-8b462eede954 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Synchronizing usage tracker for tenant:83b87fe705a24f219a996a41ea36886c on resource:network {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:36:19.519770 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-86193385-46e4-4600-b166-dedf62684658 req-006d7828-4e53-4ded-a49c-8b462eede954 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Unset dirty status for tenant:83b87fe705a24f219a996a41ea36886c on resource:network {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:36:19.521541 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-86193385-46e4-4600-b166-dedf62684658 req-006d7828-4e53-4ded-a49c-8b462eede954 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/networks?id=be821cf7-4440-484c-96e7-fe7435f94d30 HTTP/1.1" status: 200 len: 808 time: 0.2285488 Apr 20 17:36:19.539966 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-86193385-46e4-4600-b166-dedf62684658 req-268fc8ea-368b-4ec0-92ec-776414e0a485 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/quotas/83b87fe705a24f219a996a41ea36886c HTTP/1.1" status: 200 len: 375 time: 0.0119035 Apr 20 17:36:19.605729 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-86193385-46e4-4600-b166-dedf62684658 req-94c825ad-88a9-4ca0-821d-f09912be3a50 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=83b87fe705a24f219a996a41ea36886c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591316 Apr 20 17:36:19.759599 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-86193385-46e4-4600-b166-dedf62684658 req-f529080f-eabd-4c8d-93a7-a157c839ddac service neutron] 10.222.0.75 "GET /v2.0/networks/be821cf7-4440-484c-96e7-fe7435f94d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443896 Apr 20 17:36:19.894051 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 52590) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:19.928090 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-86193385-46e4-4600-b166-dedf62684658 req-2b214a7b-352d-449c-aa0d-cf3e2a063b31 service neutron] 10.222.0.75 "GET /v2.0/networks/be821cf7-4440-484c-96e7-fe7435f94d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564975 Apr 20 17:36:20.193402 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0f6194dd-3dd8-4de0-89a6-e98e09081b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:20.219612 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-0f6194dd-3dd8-4de0-89a6-e98e09081b35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:20.224064 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-0f6194dd-3dd8-4de0-89a6-e98e09081b35 admin admin] Usage tracker for resource:security_group_rule and tenant:3a0cdbc8d12b497a9e2ee730fc5b3897 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:20.227392 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-0f6194dd-3dd8-4de0-89a6-e98e09081b35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:20.234510 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-0f6194dd-3dd8-4de0-89a6-e98e09081b35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:20.269980 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ea60296f-491c-4364-be5c-a946028e656b req-f33554a1-5d0e-4885-b83b-2752d13e7909 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/ports?device_id=48eebe86-1b38-44c2-a972-f73ec1d5bb55 HTTP/1.1" status: 200 len: 210 time: 0.1102479 Apr 20 17:36:20.394090 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0f6194dd-3dd8-4de0-89a6-e98e09081b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:20.405918 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf0d4b-c234-4dff-8769-1e85ba1bf4d8 req-0217fe88-80b5-4023-bb4a-323dc25392ce tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:20.413929 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8ddf0d4b-c234-4dff-8769-1e85ba1bf4d8 req-0217fe88-80b5-4023-bb4a-323dc25392ce tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.3288500 Apr 20 17:36:20.461739 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0f6194dd-3dd8-4de0-89a6-e98e09081b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:20.475392 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-bd777225-8423-4915-a4d5-b30e7dc27707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:20.516456 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8ddf0d4b-c234-4dff-8769-1e85ba1bf4d8 req-32b5d2af-d5d6-4788-8b80-b320a8c384f9 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016202 Apr 20 17:36:20.557646 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-0f6194dd-3dd8-4de0-89a6-e98e09081b35 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3a0cdbc8d12b497a9e2ee730fc5b3897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6616838 Apr 20 17:36:20.559626 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6194dd-3dd8-4de0-89a6-e98e09081b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4515d8-4eee-4c22-801d-b6fb1786dc55,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:20.566256 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0f6194dd-3dd8-4de0-89a6-e98e09081b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:20.568705 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 52646) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:20.655940 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6824-daf3-4d4b-9d9c-04dd7b12306f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:20.664099 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 52650) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:20.715764 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6824-daf3-4d4b-9d9c-04dd7b12306f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:20.816973 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-38613beb-e927-4dd9-8ce4-99599ce02234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:20.833287 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-38613beb-e927-4dd9-8ce4-99599ce02234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:20.841347 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-38613beb-e927-4dd9-8ce4-99599ce02234 admin admin] Usage tracker for resource:security_group_rule and tenant:49625b85577c4f6da87e6ddb69850f31 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:20.844918 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-38613beb-e927-4dd9-8ce4-99599ce02234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:20.851480 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-38613beb-e927-4dd9-8ce4-99599ce02234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:20.933000 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6824-daf3-4d4b-9d9c-04dd7b12306f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:20.941797 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a82a702d-4ed1-4a1b-aacc-ed54389eed76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:20.961301 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-38613beb-e927-4dd9-8ce4-99599ce02234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:20.965683 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a6824-daf3-4d4b-9d9c-04dd7b12306f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4515d8-4eee-4c22-801d-b6fb1786dc55,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:20.968847 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0d5a6824-daf3-4d4b-9d9c-04dd7b12306f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:20.970253 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0d5a6824-daf3-4d4b-9d9c-04dd7b12306f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:20.971618 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-0d5a6824-daf3-4d4b-9d9c-04dd7b12306f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fc4515d8-4eee-4c22-801d-b6fb1786dc55 HTTP/1.1" status: 204 len: 168 time: 0.4015319 Apr 20 17:36:21.007114 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-38613beb-e927-4dd9-8ce4-99599ce02234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:21.046267 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-6c8048c1-2d62-4226-aadb-d361c6a6aeac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:21.060066 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-38613beb-e927-4dd9-8ce4-99599ce02234 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=49625b85577c4f6da87e6ddb69850f31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3947799 Apr 20 17:36:21.062989 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 52668) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:21.077974 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38613beb-e927-4dd9-8ce4-99599ce02234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1d9eb8-8560-4087-a3d4-f9aa500640ac,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:21.087441 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-38613beb-e927-4dd9-8ce4-99599ce02234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:21.141755 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-69e05a6d-112f-4613-b90e-d1a2b4dcafec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:21.171333 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-69e05a6d-112f-4613-b90e-d1a2b4dcafec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:21.217325 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 52676) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:21.261198 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-69e05a6d-112f-4613-b90e-d1a2b4dcafec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:21.267331 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-58fd3a01-dc9f-43b4-ba71-3a6216ae62c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:21.282878 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e05a6d-112f-4613-b90e-d1a2b4dcafec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1d9eb8-8560-4087-a3d4-f9aa500640ac,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:21.285412 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-69e05a6d-112f-4613-b90e-d1a2b4dcafec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:21.287723 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-69e05a6d-112f-4613-b90e-d1a2b4dcafec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:21.289013 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-69e05a6d-112f-4613-b90e-d1a2b4dcafec admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7e1d9eb8-8560-4087-a3d4-f9aa500640ac HTTP/1.1" status: 204 len: 168 time: 0.2249479 Apr 20 17:36:21.387883 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cea69c9c-f2d2-4cbf-9f62-d8a1e6938357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:21.414072 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-cea69c9c-f2d2-4cbf-9f62-d8a1e6938357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:21.463915 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-cea69c9c-f2d2-4cbf-9f62-d8a1e6938357 admin admin] Usage tracker for resource:security_group_rule and tenant:0b510a3c389f44129c8e4af18dbc9783 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:21.472058 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-cea69c9c-f2d2-4cbf-9f62-d8a1e6938357 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:21.476851 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-909fbf73-13cf-454d-a853-fbf04312c1c8 req-b8d929bc-2ea4-4053-a01b-bc7545131763 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/ports?device_id=48eebe86-1b38-44c2-a972-f73ec1d5bb55 HTTP/1.1" status: 200 len: 210 time: 0.0642064 Apr 20 17:36:21.480855 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-cea69c9c-f2d2-4cbf-9f62-d8a1e6938357 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:21.500447 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 52686) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:21.532154 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1ad2bea1-6566-4aa9-930f-07e9f2115a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:21.549068 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-1ad2bea1-6566-4aa9-930f-07e9f2115a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:21.553131 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-1ad2bea1-6566-4aa9-930f-07e9f2115a03 admin admin] Usage tracker for resource:security_group_rule and tenant:8dec4e7c23864c8e99429ae854e52355 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:21.556522 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-1ad2bea1-6566-4aa9-930f-07e9f2115a03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:21.563251 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-1ad2bea1-6566-4aa9-930f-07e9f2115a03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:21.750317 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cea69c9c-f2d2-4cbf-9f62-d8a1e6938357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:21.815300 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cea69c9c-f2d2-4cbf-9f62-d8a1e6938357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:21.817463 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1ad2bea1-6566-4aa9-930f-07e9f2115a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:21.825986 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:21.841725 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b83b6-9b51-411f-8c47-59d4b4b6043d req-3253d818-7de7-4587-aea4-3a22be2dcd83 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:21.849234 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-754b83b6-9b51-411f-8c47-59d4b4b6043d req-3253d818-7de7-4587-aea4-3a22be2dcd83 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.1428986 Apr 20 17:36:21.871264 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1ad2bea1-6566-4aa9-930f-07e9f2115a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:21.883812 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea69c9c-f2d2-4cbf-9f62-d8a1e6938357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0febf08b-a078-4d22-a6d4-d71e356b0f6a,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:21.883955 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-58d41414-d6b2-41d1-a7cd-0d6b9f50bb90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:21.894387 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-cea69c9c-f2d2-4cbf-9f62-d8a1e6938357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:21.907533 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-cea69c9c-f2d2-4cbf-9f62-d8a1e6938357 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0b510a3c389f44129c8e4af18dbc9783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6866667 Apr 20 17:36:21.907879 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 52702) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:21.950049 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-1ad2bea1-6566-4aa9-930f-07e9f2115a03 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8dec4e7c23864c8e99429ae854e52355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4483418 Apr 20 17:36:21.955672 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 52708) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:21.966691 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2bea1-6566-4aa9-930f-07e9f2115a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656ed0dd-8774-4570-a32a-2fb19ca36056,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:21.969251 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-754b83b6-9b51-411f-8c47-59d4b4b6043d req-a1b6d4e7-875f-46c2-8c9a-745d4e8155f9 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190283 Apr 20 17:36:21.970171 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-1ad2bea1-6566-4aa9-930f-07e9f2115a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:22.029110 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-554363ca-48d3-4d2b-bfec-f4fdd9071bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:22.071867 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-554363ca-48d3-4d2b-bfec-f4fdd9071bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:22.078830 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7ce2ee6c-72a6-49c6-a326-28f2b55367e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:22.135859 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7ce2ee6c-72a6-49c6-a326-28f2b55367e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:22.213534 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-554363ca-48d3-4d2b-bfec-f4fdd9071bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:22.220040 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d73a2653-a93c-4e57-8cc8-acd74542a50c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:22.226902 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7ce2ee6c-72a6-49c6-a326-28f2b55367e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:22.242069 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554363ca-48d3-4d2b-bfec-f4fdd9071bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0febf08b-a078-4d22-a6d4-d71e356b0f6a,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:22.248706 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-554363ca-48d3-4d2b-bfec-f4fdd9071bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:22.248921 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-340825f3-b226-4615-a009-9c91f25e4ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:22.267113 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2ee6c-72a6-49c6-a326-28f2b55367e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656ed0dd-8774-4570-a32a-2fb19ca36056,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:22.269935 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-554363ca-48d3-4d2b-bfec-f4fdd9071bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:22.273747 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-554363ca-48d3-4d2b-bfec-f4fdd9071bee admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0febf08b-a078-4d22-a6d4-d71e356b0f6a HTTP/1.1" status: 204 len: 168 time: 0.3621690 Apr 20 17:36:22.273747 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7ce2ee6c-72a6-49c6-a326-28f2b55367e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:22.274693 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7ce2ee6c-72a6-49c6-a326-28f2b55367e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:22.278911 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-7ce2ee6c-72a6-49c6-a326-28f2b55367e1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/656ed0dd-8774-4570-a32a-2fb19ca36056 HTTP/1.1" status: 204 len: 168 time: 0.3173516 Apr 20 17:36:22.657665 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86193385-46e4-4600-b166-dedf62684658 req-b1edc04c-10fb-460a-bc39-648af9a50c48 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:22.659245 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-86193385-46e4-4600-b166-dedf62684658 req-b1edc04c-10fb-460a-bc39-648af9a50c48 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.76 "GET /v2.0/networks?id=be821cf7-4440-484c-96e7-fe7435f94d30 HTTP/1.1" status: 200 len: 808 time: 0.1733072 Apr 20 17:36:22.722420 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-86193385-46e4-4600-b166-dedf62684658 req-f1a3c131-1f5f-41d4-9fcc-25ba4f4976be tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Request body: {'port': {'device_id': '48eebe86-1b38-44c2-a972-f73ec1d5bb55', 'network_id': 'be821cf7-4440-484c-96e7-fe7435f94d30', 'admin_state_up': True, 'tenant_id': '83b87fe705a24f219a996a41ea36886c'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:36:22.747222 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9a7aaaa-62f4-4436-9a5b-26fc9be37287 req-de873bcb-d0f9-4251-ac50-f6e4024884c9 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/ports?device_id=48eebe86-1b38-44c2-a972-f73ec1d5bb55 HTTP/1.1" status: 200 len: 210 time: 0.0721645 Apr 20 17:36:22.894593 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-86193385-46e4-4600-b166-dedf62684658 req-f1a3c131-1f5f-41d4-9fcc-25ba4f4976be tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:22.900323 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-86193385-46e4-4600-b166-dedf62684658 req-f1a3c131-1f5f-41d4-9fcc-25ba4f4976be tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Usage tracker for resource:port and tenant:83b87fe705a24f219a996a41ea36886c is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:22.904217 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-86193385-46e4-4600-b166-dedf62684658 req-f1a3c131-1f5f-41d4-9fcc-25ba4f4976be tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:22.920923 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-86193385-46e4-4600-b166-dedf62684658 req-f1a3c131-1f5f-41d4-9fcc-25ba4f4976be tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:22.973197 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86193385-46e4-4600-b166-dedf62684658 req-f1a3c131-1f5f-41d4-9fcc-25ba4f4976be tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Made reservation on behalf of 83b87fe705a24f219a996a41ea36886c for: {'port': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:36:22.984205 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-86193385-46e4-4600-b166-dedf62684658 req-f1a3c131-1f5f-41d4-9fcc-25ba4f4976be tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:23.088431 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 52756) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:23.130254 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f669686b-0058-405f-954a-7927a57b5a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:23.170688 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-f669686b-0058-405f-954a-7927a57b5a1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:23.177061 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-f669686b-0058-405f-954a-7927a57b5a1d admin admin] Usage tracker for resource:security_group_rule and tenant:533653e9f7b74df29ff71231c9f052ad is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:23.185608 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-f669686b-0058-405f-954a-7927a57b5a1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:23.196318 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-f669686b-0058-405f-954a-7927a57b5a1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:23.314094 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [req-86193385-46e4-4600-b166-dedf62684658 req-f1a3c131-1f5f-41d4-9fcc-25ba4f4976be tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Allocated IP 172.20.0.10 (be821cf7-4440-484c-96e7-fe7435f94d30/7f76128d-086a-4243-a039-26478746cb2b/128bfa3a-57ec-48b0-bbf7-38a70bc546ad) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:36:23.315911 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f669686b-0058-405f-954a-7927a57b5a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:23.331700 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbf9ec-f0c8-466c-a563-0658349d62ab req-99a4af75-08d5-4bd4-9eaf-fd393e7c28b8 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:23.333755 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-abcbf9ec-f0c8-466c-a563-0658349d62ab req-99a4af75-08d5-4bd4-9eaf-fd393e7c28b8 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.1936831 Apr 20 17:36:23.350585 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f669686b-0058-405f-954a-7927a57b5a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:23.368109 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:23.454721 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669686b-0058-405f-954a-7927a57b5a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f494a6a8-1e5a-4dbd-a652-74234b2b979d,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:23.461345 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f669686b-0058-405f-954a-7927a57b5a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:23.463329 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-abcbf9ec-f0c8-466c-a563-0658349d62ab req-87817197-f71b-44a0-bd04-76b64494cf77 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146624 Apr 20 17:36:23.497831 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-f669686b-0058-405f-954a-7927a57b5a1d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=533653e9f7b74df29ff71231c9f052ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4074719 Apr 20 17:36:23.498989 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 52772) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:23.574366 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4acfb710-813a-4672-a848-4b3bec55f1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:23.630696 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4acfb710-813a-4672-a848-4b3bec55f1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:23.711557 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-86193385-46e4-4600-b166-dedf62684658 req-f1a3c131-1f5f-41d4-9fcc-25ba4f4976be tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:23.752201 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4acfb710-813a-4672-a848-4b3bec55f1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:23.758480 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-95017b20-ca7e-4346-8e37-2e35242e3a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:23.773828 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfb710-813a-4672-a848-4b3bec55f1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f494a6a8-1e5a-4dbd-a652-74234b2b979d,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:23.776954 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4acfb710-813a-4672-a848-4b3bec55f1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:23.777609 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-86193385-46e4-4600-b166-dedf62684658 req-f1a3c131-1f5f-41d4-9fcc-25ba4f4976be tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:23.779447 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4acfb710-813a-4672-a848-4b3bec55f1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:23.782181 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-4acfb710-813a-4672-a848-4b3bec55f1c5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f494a6a8-1e5a-4dbd-a652-74234b2b979d HTTP/1.1" status: 204 len: 168 time: 0.2821679 Apr 20 17:36:23.787058 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:23.924998 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86193385-46e4-4600-b166-dedf62684658 req-f1a3c131-1f5f-41d4-9fcc-25ba4f4976be tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Network be821cf7-4440-484c-96e7-fe7435f94d30 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:36:23.964423 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [req-86193385-46e4-4600-b166-dedf62684658 req-f1a3c131-1f5f-41d4-9fcc-25ba4f4976be tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:36:23.967859 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-86193385-46e4-4600-b166-dedf62684658 req-f1a3c131-1f5f-41d4-9fcc-25ba4f4976be tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:36:24.024963 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3c131-1f5f-41d4-9fcc-25ba4f4976be tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Pushing event updated for resources: {'Port': ['ID=128bfa3a-57ec-48b0-bbf7-38a70bc546ad,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:24.028939 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f1a3c131-1f5f-41d4-9fcc-25ba4f4976be tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:24.079801 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86193385-46e4-4600-b166-dedf62684658 req-f1a3c131-1f5f-41d4-9fcc-25ba4f4976be tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:24.080706 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-86193385-46e4-4600-b166-dedf62684658 req-f1a3c131-1f5f-41d4-9fcc-25ba4f4976be tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:24.150512 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a5983-cc09-49a3-a13d-a62861ee2311 req-ba1f62e2-2f89-419a-8a56-f6460abbef15 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:24.151468 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-362a5983-cc09-49a3-a13d-a62861ee2311 req-ba1f62e2-2f89-419a-8a56-f6460abbef15 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Synchronizing usage tracker for tenant:83b87fe705a24f219a996a41ea36886c on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:36:24.158144 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-86193385-46e4-4600-b166-dedf62684658 req-f1a3c131-1f5f-41d4-9fcc-25ba4f4976be tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4447281 Apr 20 17:36:24.177535 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-86193385-46e4-4600-b166-dedf62684658 req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] Request body: {'port': {'device_id': '48eebe86-1b38-44c2-a972-f73ec1d5bb55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:36:24.211851 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-362a5983-cc09-49a3-a13d-a62861ee2311 req-ba1f62e2-2f89-419a-8a56-f6460abbef15 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Unset dirty status for tenant:83b87fe705a24f219a996a41ea36886c on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:36:24.213119 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-362a5983-cc09-49a3-a13d-a62861ee2311 req-ba1f62e2-2f89-419a-8a56-f6460abbef15 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/ports?device_id=48eebe86-1b38-44c2-a972-f73ec1d5bb55 HTTP/1.1" status: 200 len: 932 time: 0.2951195 Apr 20 17:36:24.432237 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:24.556439 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-362a5983-cc09-49a3-a13d-a62861ee2311 req-dfa2a93a-4715-4d89-8c93-e55767e8f035 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf191def-d757-4641-a14c-5fc6e23de559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314786 Apr 20 17:36:24.579254 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-86193385-46e4-4600-b166-dedf62684658 req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:25.012185 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe6d13-cfaf-4baf-81d8-10d0091551fd req-36496524-188b-4ca1-8f89-46f2e91204e5 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:25.020802 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bcbe6d13-cfaf-4baf-81d8-10d0091551fd req-36496524-188b-4ca1-8f89-46f2e91204e5 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.3770113 Apr 20 17:36:25.097998 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bcbe6d13-cfaf-4baf-81d8-10d0091551fd req-796664f2-c784-4914-b430-de79bde1275d tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761530 Apr 20 17:36:25.107229 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [req-86193385-46e4-4600-b166-dedf62684658 req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 128bfa3a-57ec-48b0-bbf7-38a70bc546ad {{(pid=86488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:36:25.116604 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-86193385-46e4-4600-b166-dedf62684658 req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:25.154628 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [req-86193385-46e4-4600-b166-dedf62684658 req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] Transition to ACTIVE for port object 128bfa3a-57ec-48b0-bbf7-38a70bc546ad will not be triggered until provisioned by entity L2. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:36:25.184283 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-86193385-46e4-4600-b166-dedf62684658 req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2316177'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:25.194209 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:25.370991 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] Pushing event updated for resources: {'Port': ['ID=128bfa3a-57ec-48b0-bbf7-38a70bc546ad,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:25.374334 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:25.453466 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-86193385-46e4-4600-b166-dedf62684658 req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] Attempting to bind port 128bfa3a-57ec-48b0-bbf7-38a70bc546ad on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:36:25.454482 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-86193385-46e4-4600-b166-dedf62684658 req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] Attempting to bind port 128bfa3a-57ec-48b0-bbf7-38a70bc546ad by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '0a2a1f8f-d05e-419c-8376-bdc41b4b0767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': 'be821cf7-4440-484c-96e7-fe7435f94d30'}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:36:25.455035 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86193385-46e4-4600-b166-dedf62684658 req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] Attempting to bind port 128bfa3a-57ec-48b0-bbf7-38a70bc546ad on network be821cf7-4440-484c-96e7-fe7435f94d30 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:36:25.460394 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86193385-46e4-4600-b166-dedf62684658 req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] Port 128bfa3a-57ec-48b0-bbf7-38a70bc546ad on network be821cf7-4440-484c-96e7-fe7435f94d30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:36:25.466511 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86193385-46e4-4600-b166-dedf62684658 req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] Attempting to bind port 128bfa3a-57ec-48b0-bbf7-38a70bc546ad on network be821cf7-4440-484c-96e7-fe7435f94d30 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:36:25.468052 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86193385-46e4-4600-b166-dedf62684658 req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] Checking agent: {'id': 'fd2caffb-19f6-4460-a29d-56c5ffae00d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'started_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:36:25.468432 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86193385-46e4-4600-b166-dedf62684658 req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] Checking segment: {'id': '0a2a1f8f-d05e-419c-8376-bdc41b4b0767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': 'be821cf7-4440-484c-96e7-fe7435f94d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:36:25.468901 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86193385-46e4-4600-b166-dedf62684658 req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] Bound using segment: {'id': '0a2a1f8f-d05e-419c-8376-bdc41b4b0767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': 'be821cf7-4440-484c-96e7-fe7435f94d30'} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:36:25.469551 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-86193385-46e4-4600-b166-dedf62684658 req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] Bound port: 128bfa3a-57ec-48b0-bbf7-38a70bc546ad, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a2a1f8f-d05e-419c-8376-bdc41b4b0767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': 'be821cf7-4440-484c-96e7-fe7435f94d30'}}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:36:25.469938 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-86193385-46e4-4600-b166-dedf62684658 req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:25.615539 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-86193385-46e4-4600-b166-dedf62684658 req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] For port 128bfa3a-57ec-48b0-bbf7-38a70bc546ad, host hv-cinder-78692, cleared binding levels {{(pid=86488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:36:25.620512 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-86193385-46e4-4600-b166-dedf62684658 req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] For port 128bfa3a-57ec-48b0-bbf7-38a70bc546ad, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=128bfa3a-57ec-48b0-bbf7-38a70bc546ad,segment=NetworkSegment(0a2a1f8f-d05e-419c-8376-bdc41b4b0767),segment_id=0a2a1f8f-d05e-419c-8376-bdc41b4b0767)] {{(pid=86488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:36:25.654104 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-86193385-46e4-4600-b166-dedf62684658 req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2316177'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:25.659733 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:25.739820 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] Pushing event updated for resources: {'Port': ['ID=128bfa3a-57ec-48b0-bbf7-38a70bc546ad,revision_number=3']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:25.753139 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:25.753280 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86193385-46e4-4600-b166-dedf62684658 req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:25.753965 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-86193385-46e4-4600-b166-dedf62684658 req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:25.755552 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-86193385-46e4-4600-b166-dedf62684658 req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] 10.222.0.76 "PUT /v2.0/ports/128bfa3a-57ec-48b0-bbf7-38a70bc546ad HTTP/1.1" status: 200 len: 1094 time: 1.5831320 Apr 20 17:36:25.756053 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48eebe86-1b38-44c2-a972-f73ec1d5bb55', 'tag': '128bfa3a-57ec-48b0-bbf7-38a70bc546ad'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:36:25.813812 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a4eb7-ae0c-439a-8356-6e8d87bc8441 req-11a3c472-fc54-4060-b9fc-cfa3f40091df tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:25.819162 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48eebe86-1b38-44c2-a972-f73ec1d5bb55', 'tag': '128bfa3a-57ec-48b0-bbf7-38a70bc546ad', 'status': 'completed', 'code': 200} Apr 20 17:36:25.824180 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0b0a4eb7-ae0c-439a-8356-6e8d87bc8441 req-11a3c472-fc54-4060-b9fc-cfa3f40091df tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/ports?device_id=48eebe86-1b38-44c2-a972-f73ec1d5bb55 HTTP/1.1" status: 200 len: 944 time: 0.1248307 Apr 20 17:36:25.871638 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-0b0a4eb7-ae0c-439a-8356-6e8d87bc8441 req-0c2bc6e0-d31b-4eb5-83cf-81adb645ab2b tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Synchronizing usage tracker for tenant:83b87fe705a24f219a996a41ea36886c on resource:security_group {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:36:25.944833 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-0b0a4eb7-ae0c-439a-8356-6e8d87bc8441 req-0c2bc6e0-d31b-4eb5-83cf-81adb645ab2b tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Unset dirty status for tenant:83b87fe705a24f219a996a41ea36886c on resource:security_group {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:36:25.955834 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86193385-46e4-4600-b166-dedf62684658 req-614acb91-a735-4a8b-a7ff-801e6340c2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:25.955834 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-86193385-46e4-4600-b166-dedf62684658 req-614acb91-a735-4a8b-a7ff-801e6340c2d3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=83b87fe705a24f219a996a41ea36886c&device_id=48eebe86-1b38-44c2-a972-f73ec1d5bb55 HTTP/1.1" status: 200 len: 1097 time: 0.0826519 Apr 20 17:36:25.956038 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0b0a4eb7-ae0c-439a-8356-6e8d87bc8441 req-0c2bc6e0-d31b-4eb5-83cf-81adb645ab2b tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf191def-d757-4641-a14c-5fc6e23de559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318171 Apr 20 17:36:26.041434 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-86193385-46e4-4600-b166-dedf62684658 req-2e291fdb-705f-49c4-9714-22b5d3d2eeb8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=128bfa3a-57ec-48b0-bbf7-38a70bc546ad HTTP/1.1" status: 200 len: 217 time: 0.0695195 Apr 20 17:36:26.112337 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86193385-46e4-4600-b166-dedf62684658 req-e6575507-f8e2-4ac2-99ef-0c982c3c9bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:26.115222 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-86193385-46e4-4600-b166-dedf62684658 req-e6575507-f8e2-4ac2-99ef-0c982c3c9bc5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7f76128d-086a-4243-a039-26478746cb2b HTTP/1.1" status: 200 len: 848 time: 0.0656095 Apr 20 17:36:26.172971 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-86193385-46e4-4600-b166-dedf62684658 req-ecf654ab-9790-4491-8675-30bcf707dccd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=be821cf7-4440-484c-96e7-fe7435f94d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517652 Apr 20 17:36:26.370493 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-86193385-46e4-4600-b166-dedf62684658 req-cb751655-9cb7-4b31-811c-e71b6c73dc71 service neutron] 10.222.0.76 "GET /v2.0/networks/be821cf7-4440-484c-96e7-fe7435f94d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858571 Apr 20 17:36:26.392215 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903798c1-ff50-4e1d-a353-89a4216d9b39 req-c6e8dc0e-4240-42a1-b73a-dd99921556a1 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:26.396664 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-903798c1-ff50-4e1d-a353-89a4216d9b39 req-c6e8dc0e-4240-42a1-b73a-dd99921556a1 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.1787660 Apr 20 17:36:26.463480 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-903798c1-ff50-4e1d-a353-89a4216d9b39 req-4c9f421e-3231-4ec6-b3e8-559159548d74 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595608 Apr 20 17:36:26.559004 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-86193385-46e4-4600-b166-dedf62684658 req-9e56fa27-35db-440e-9728-31b34c47c849 service neutron] 10.222.0.76 "GET /v2.0/networks/be821cf7-4440-484c-96e7-fe7435f94d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807513 Apr 20 17:36:26.824864 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26693837-a33d-4aee-800d-300fb941bfa9 req-dd97e29f-50a6-4b81-93cf-2a9d1f9ec3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:26.826476 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-26693837-a33d-4aee-800d-300fb941bfa9 req-dd97e29f-50a6-4b81-93cf-2a9d1f9ec3dc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=83b87fe705a24f219a996a41ea36886c&device_id=48eebe86-1b38-44c2-a972-f73ec1d5bb55 HTTP/1.1" status: 200 len: 1097 time: 0.0916903 Apr 20 17:36:26.975588 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26693837-a33d-4aee-800d-300fb941bfa9 req-ce571baa-2903-4d87-a1ac-814ff1ac9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:26.977219 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-26693837-a33d-4aee-800d-300fb941bfa9 req-ce571baa-2903-4d87-a1ac-814ff1ac9d76 service neutron] 10.222.0.76 "GET /v2.0/networks?id=be821cf7-4440-484c-96e7-fe7435f94d30 HTTP/1.1" status: 200 len: 909 time: 0.1435571 Apr 20 17:36:27.068234 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-26693837-a33d-4aee-800d-300fb941bfa9 req-139c001a-d542-49ad-befd-da9e52895896 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=128bfa3a-57ec-48b0-bbf7-38a70bc546ad HTTP/1.1" status: 200 len: 217 time: 0.0837519 Apr 20 17:36:27.180399 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26693837-a33d-4aee-800d-300fb941bfa9 req-176af5f0-e9b2-4431-affc-1d513f957e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:27.183341 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-26693837-a33d-4aee-800d-300fb941bfa9 req-176af5f0-e9b2-4431-affc-1d513f957e61 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7f76128d-086a-4243-a039-26478746cb2b HTTP/1.1" status: 200 len: 848 time: 0.0897341 Apr 20 17:36:27.232443 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77eb2e-7790-4057-9ca2-39a61760b4fb req-79df6159-8176-43d0-a327-ad0f584581f0 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:27.234146 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2a77eb2e-7790-4057-9ca2-39a61760b4fb req-79df6159-8176-43d0-a327-ad0f584581f0 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/ports?device_id=48eebe86-1b38-44c2-a972-f73ec1d5bb55 HTTP/1.1" status: 200 len: 944 time: 0.1279891 Apr 20 17:36:27.252055 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-26693837-a33d-4aee-800d-300fb941bfa9 req-6bbff564-e2f6-495d-a821-0cf2fe7f16b9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=be821cf7-4440-484c-96e7-fe7435f94d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536668 Apr 20 17:36:27.284172 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2a77eb2e-7790-4057-9ca2-39a61760b4fb req-b29ee307-3b9d-4965-a606-91b9c4d8dd5b tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf191def-d757-4641-a14c-5fc6e23de559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433345 Apr 20 17:36:27.402853 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-26693837-a33d-4aee-800d-300fb941bfa9 req-ae063fd3-66f1-486f-82b2-7846265d0df7 service neutron] 10.222.0.76 "GET /v2.0/networks/be821cf7-4440-484c-96e7-fe7435f94d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406093 Apr 20 17:36:27.549807 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-26693837-a33d-4aee-800d-300fb941bfa9 req-b7cccfc9-d988-49d4-b1a5-066022414d65 service neutron] 10.222.0.76 "GET /v2.0/networks/be821cf7-4440-484c-96e7-fe7435f94d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395001 Apr 20 17:36:27.699628 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85677f3-6de7-44bb-b865-66f883fce988 req-6e4df6c6-e426-4590-bcf3-83dfdbddd230 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:27.701779 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c85677f3-6de7-44bb-b865-66f883fce988 req-6e4df6c6-e426-4590-bcf3-83dfdbddd230 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.0921988 Apr 20 17:36:27.761644 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c85677f3-6de7-44bb-b865-66f883fce988 req-b36bb8a1-f040-4d97-8292-1331c972fa16 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520194 Apr 20 17:36:28.239646 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 52974) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:28.421746 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-74a42ecb-73ce-45c7-b4b0-10a8cbcbc290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:28.459323 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-74a42ecb-73ce-45c7-b4b0-10a8cbcbc290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:28.463827 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-74a42ecb-73ce-45c7-b4b0-10a8cbcbc290 admin admin] Usage tracker for resource:security_group_rule and tenant:efe22c23a4f14289b0ac7d3b74cc231a is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:28.468260 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-74a42ecb-73ce-45c7-b4b0-10a8cbcbc290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:28.476449 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-74a42ecb-73ce-45c7-b4b0-10a8cbcbc290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:28.572661 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c02ebb-adcf-48c1-9bf5-58ab723b8cd0 req-d7e11e51-bbf0-4a55-bc75-164d0c13b8aa tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:28.574366 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-39c02ebb-adcf-48c1-9bf5-58ab723b8cd0 req-d7e11e51-bbf0-4a55-bc75-164d0c13b8aa tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/ports?device_id=48eebe86-1b38-44c2-a972-f73ec1d5bb55 HTTP/1.1" status: 200 len: 944 time: 0.1071959 Apr 20 17:36:28.582601 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-74a42ecb-73ce-45c7-b4b0-10a8cbcbc290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:28.615133 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-74a42ecb-73ce-45c7-b4b0-10a8cbcbc290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:28.627592 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-c130bdb0-fbaf-4bfd-a962-792c5e317c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:28.628626 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-39c02ebb-adcf-48c1-9bf5-58ab723b8cd0 req-a8430546-4855-4141-842d-da63cc90073a tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf191def-d757-4641-a14c-5fc6e23de559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465519 Apr 20 17:36:28.685520 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-74a42ecb-73ce-45c7-b4b0-10a8cbcbc290 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=efe22c23a4f14289b0ac7d3b74cc231a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4446926 Apr 20 17:36:28.686450 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a42ecb-73ce-45c7-b4b0-10a8cbcbc290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8d2c93-c168-4f00-859a-fc7d8927da62,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:28.689095 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 52994) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:28.689619 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-74a42ecb-73ce-45c7-b4b0-10a8cbcbc290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:28.764683 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f928330b-043e-47db-95d6-d70abf8ebfe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:28.792464 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f928330b-043e-47db-95d6-d70abf8ebfe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:28.867983 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f928330b-043e-47db-95d6-d70abf8ebfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:28.874251 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d0913e72-8463-4bbe-ba90-6d22482443a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:28.888497 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928330b-043e-47db-95d6-d70abf8ebfe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8d2c93-c168-4f00-859a-fc7d8927da62,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:28.894361 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f928330b-043e-47db-95d6-d70abf8ebfe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:28.895395 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f928330b-043e-47db-95d6-d70abf8ebfe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:28.901223 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-f928330b-043e-47db-95d6-d70abf8ebfe6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4a8d2c93-c168-4f00-859a-fc7d8927da62 HTTP/1.1" status: 204 len: 168 time: 0.1941206 Apr 20 17:36:28.994941 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238be6f4-60a2-499a-9521-bf61570ae81e req-e0c6b325-02e6-489d-82c2-532c226e4212 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:29.000025 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-238be6f4-60a2-499a-9521-bf61570ae81e req-e0c6b325-02e6-489d-82c2-532c226e4212 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.1029050 Apr 20 17:36:29.055067 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-238be6f4-60a2-499a-9521-bf61570ae81e req-05f1d802-537e-49ca-8c50-ad453f3ab27c tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471346 Apr 20 17:36:29.353257 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 53010) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:29.373179 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b7db5c0c-8296-49ac-b36c-67b12b73c375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:29.388448 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-b7db5c0c-8296-49ac-b36c-67b12b73c375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:29.392576 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-b7db5c0c-8296-49ac-b36c-67b12b73c375 admin admin] Usage tracker for resource:security_group_rule and tenant:e190eec177554b04b3a634836717311d is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:29.395535 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-b7db5c0c-8296-49ac-b36c-67b12b73c375 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:29.401692 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-b7db5c0c-8296-49ac-b36c-67b12b73c375 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:29.488221 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b7db5c0c-8296-49ac-b36c-67b12b73c375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:29.529473 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b7db5c0c-8296-49ac-b36c-67b12b73c375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:29.539290 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0dcda48b-c16a-45ce-9f62-a7293daf5f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:29.571357 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db5c0c-8296-49ac-b36c-67b12b73c375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e64362-29a4-417b-9c4b-5e58899c1709,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:29.581101 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b7db5c0c-8296-49ac-b36c-67b12b73c375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:29.595605 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-b7db5c0c-8296-49ac-b36c-67b12b73c375 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e190eec177554b04b3a634836717311d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388256 Apr 20 17:36:29.596197 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 53028) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:29.691463 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-18619493-c681-4224-aa65-6cf07d3ed8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:29.729038 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-18619493-c681-4224-aa65-6cf07d3ed8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:29.801698 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-18619493-c681-4224-aa65-6cf07d3ed8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:29.807218 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-74a42ecb-73ce-45c7-b4b0-10a8cbcbc290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:29.821221 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18619493-c681-4224-aa65-6cf07d3ed8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e64362-29a4-417b-9c4b-5e58899c1709,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:29.824000 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-18619493-c681-4224-aa65-6cf07d3ed8d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:29.832674 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-18619493-c681-4224-aa65-6cf07d3ed8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:29.834178 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-18619493-c681-4224-aa65-6cf07d3ed8d5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/43e64362-29a4-417b-9c4b-5e58899c1709 HTTP/1.1" status: 204 len: 168 time: 0.2366304 Apr 20 17:36:29.869377 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fa2e7-112d-4001-ab11-145110d768be req-3e407d4e-d0dc-46a0-844d-ab3811362b1b tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:29.870993 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ab0fa2e7-112d-4001-ab11-145110d768be req-3e407d4e-d0dc-46a0-844d-ab3811362b1b tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/ports?device_id=48eebe86-1b38-44c2-a972-f73ec1d5bb55 HTTP/1.1" status: 200 len: 944 time: 0.1095335 Apr 20 17:36:29.923037 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ab0fa2e7-112d-4001-ab11-145110d768be req-c6472d5a-50f9-4074-8e54-b192c0c23564 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf191def-d757-4641-a14c-5fc6e23de559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453272 Apr 20 17:36:30.300135 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2dc453-6659-44c4-a477-3d16ac08aa6e req-7e7da87a-b50c-4060-b673-1bd1fc5dd51d tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:30.301760 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cf2dc453-6659-44c4-a477-3d16ac08aa6e req-7e7da87a-b50c-4060-b673-1bd1fc5dd51d tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.1016061 Apr 20 17:36:30.362121 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cf2dc453-6659-44c4-a477-3d16ac08aa6e req-7b528f30-ba82-4bb7-a9f8-164ac0c4222d tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474422 Apr 20 17:36:31.096322 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 53106) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:31.178419 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca7090-9f42-46ee-9fe8-5f1ba91f8250 req-55d384be-c22c-4b76-bb76-385bd7a58e77 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:31.180277 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4bca7090-9f42-46ee-9fe8-5f1ba91f8250 req-55d384be-c22c-4b76-bb76-385bd7a58e77 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/ports?device_id=48eebe86-1b38-44c2-a972-f73ec1d5bb55 HTTP/1.1" status: 200 len: 944 time: 0.1077547 Apr 20 17:36:31.238831 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-020a287a-1ce1-497e-b659-9d07d7d36841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:31.243559 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4bca7090-9f42-46ee-9fe8-5f1ba91f8250 req-a154727a-a269-4098-b821-b6e5e5608e88 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf191def-d757-4641-a14c-5fc6e23de559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553889 Apr 20 17:36:31.260056 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-020a287a-1ce1-497e-b659-9d07d7d36841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:31.265862 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-020a287a-1ce1-497e-b659-9d07d7d36841 admin admin] Usage tracker for resource:security_group_rule and tenant:7dc3a2745b3b4da49b5249404e37f6aa is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:31.269195 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-020a287a-1ce1-497e-b659-9d07d7d36841 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:31.275620 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-020a287a-1ce1-497e-b659-9d07d7d36841 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:31.288951 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 128bfa3a-57ec-48b0-bbf7-38a70bc546ad details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86490) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 17:36:31.374073 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-020a287a-1ce1-497e-b659-9d07d7d36841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:31.447545 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-020a287a-1ce1-497e-b659-9d07d7d36841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:31.468342 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 128bfa3a-57ec-48b0-bbf7-38a70bc546ad, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=128bfa3a-57ec-48b0-bbf7-38a70bc546ad,segment=NetworkSegment(0a2a1f8f-d05e-419c-8376-bdc41b4b0767),segment_id=0a2a1f8f-d05e-419c-8376-bdc41b4b0767)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:36:31.483427 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Returning: {'device': '128bfa3a-57ec-48b0-bbf7-38a70bc546ad', 'network_id': 'be821cf7-4440-484c-96e7-fe7435f94d30', 'port_id': '128bfa3a-57ec-48b0-bbf7-38a70bc546ad', 'mac_address': 'fa:16:3e:d1:e9:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 963, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f76128d-086a-4243-a039-26478746cb2b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86490) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:36:31.501517 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-df3a03d3-09b0-4fc5-8504-db912d6a874f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:31.511472 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-020a287a-1ce1-497e-b659-9d07d7d36841 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7dc3a2745b3b4da49b5249404e37f6aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4139123 Apr 20 17:36:31.514992 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 53124) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:31.562653 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:31.590408 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0db806bf-3a2b-4a84-bf91-83bf2bc79b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:31.615885 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a287a-1ce1-497e-b659-9d07d7d36841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca0ae4f-99f2-4b7b-bf8f-2b4bb4cad4b6,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:31.622906 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 128bfa3a-57ec-48b0-bbf7-38a70bc546ad {{(pid=86490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:36:31.626346 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-020a287a-1ce1-497e-b659-9d07d7d36841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:31.636442 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0db806bf-3a2b-4a84-bf91-83bf2bc79b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:31.646441 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df765d3-0d0f-44e3-a230-2fc4cdc77f44 req-5d8bc073-c776-40e4-adcb-23ee1c14b8ba tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:31.646965 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 128bfa3a-57ec-48b0-bbf7-38a70bc546ad, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=128bfa3a-57ec-48b0-bbf7-38a70bc546ad,segment=NetworkSegment(0a2a1f8f-d05e-419c-8376-bdc41b4b0767),segment_id=0a2a1f8f-d05e-419c-8376-bdc41b4b0767)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:36:31.648590 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8df765d3-0d0f-44e3-a230-2fc4cdc77f44 req-5d8bc073-c776-40e4-adcb-23ee1c14b8ba tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.1333590 Apr 20 17:36:31.706783 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:31.710294 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:31.711881 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8df765d3-0d0f-44e3-a230-2fc4cdc77f44 req-cba33a63-909c-49dd-a259-3159ef403012 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560079 Apr 20 17:36:31.757896 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0db806bf-3a2b-4a84-bf91-83bf2bc79b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:31.774926 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0d5a6824-daf3-4d4b-9d9c-04dd7b12306f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:31.790669 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db806bf-3a2b-4a84-bf91-83bf2bc79b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca0ae4f-99f2-4b7b-bf8f-2b4bb4cad4b6,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:31.793231 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=128bfa3a-57ec-48b0-bbf7-38a70bc546ad,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:31.797526 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:31.806157 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0db806bf-3a2b-4a84-bf91-83bf2bc79b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:31.808340 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0db806bf-3a2b-4a84-bf91-83bf2bc79b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:31.808570 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 53134) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:31.816361 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-0db806bf-3a2b-4a84-bf91-83bf2bc79b88 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bca0ae4f-99f2-4b7b-bf8f-2b4bb4cad4b6 HTTP/1.1" status: 204 len: 168 time: 0.3002448 Apr 20 17:36:32.171479 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2c0823b9-19fc-4c64-bfe7-257169fdf6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:32.188248 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-2c0823b9-19fc-4c64-bfe7-257169fdf6f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:32.192610 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-2c0823b9-19fc-4c64-bfe7-257169fdf6f6 admin admin] Usage tracker for resource:security_group_rule and tenant:6c23ef1a8b1742a2a3ba005032711508 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:32.195620 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-2c0823b9-19fc-4c64-bfe7-257169fdf6f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:32.201878 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-2c0823b9-19fc-4c64-bfe7-257169fdf6f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:32.282052 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['128bfa3a-57ec-48b0-bbf7-38a70bc546ad'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:36:32.298094 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2c0823b9-19fc-4c64-bfe7-257169fdf6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:32.345998 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2c0823b9-19fc-4c64-bfe7-257169fdf6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:32.353651 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 53162) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:32.373495 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a9baf74b-8d50-4ef1-8def-41f7f5ac6f25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:32.390634 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d2fc335f-c547-42b0-b20f-036f9604c177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:32.435133 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-2c0823b9-19fc-4c64-bfe7-257169fdf6f6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6c23ef1a8b1742a2a3ba005032711508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6242325 Apr 20 17:36:32.459699 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 53168) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:32.465045 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-d2fc335f-c547-42b0-b20f-036f9604c177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:32.468893 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0823b9-19fc-4c64-bfe7-257169fdf6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74175f61-043e-46a7-a5b3-43bb58b58a59,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:32.470604 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-d2fc335f-c547-42b0-b20f-036f9604c177 admin admin] Usage tracker for resource:security_group_rule and tenant:5cd27d954a7c4c99927a893ce298c12c is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:32.473248 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-2c0823b9-19fc-4c64-bfe7-257169fdf6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:32.473955 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-d2fc335f-c547-42b0-b20f-036f9604c177 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:32.481833 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-d2fc335f-c547-42b0-b20f-036f9604c177 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:32.675115 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e254a62e-18cb-4562-ac77-37a15a257f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:32.911581 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d2fc335f-c547-42b0-b20f-036f9604c177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:32.911581 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865b101-1356-43f9-926e-af15cab3b3a5 req-d057eaf2-92ff-4bb9-8405-d31b738da31a tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:32.911581 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b865b101-1356-43f9-926e-af15cab3b3a5 req-d057eaf2-92ff-4bb9-8405-d31b738da31a tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/ports?device_id=48eebe86-1b38-44c2-a972-f73ec1d5bb55 HTTP/1.1" status: 200 len: 945 time: 0.3073740 Apr 20 17:36:32.911581 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e254a62e-18cb-4562-ac77-37a15a257f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:32.911581 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b865b101-1356-43f9-926e-af15cab3b3a5 req-675409b5-56e2-4af3-8182-28560f8605cd tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf191def-d757-4641-a14c-5fc6e23de559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939360 Apr 20 17:36:32.917761 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118807c2-123e-4bf9-b297-08e70645662b req-a8098c0a-5d1e-450a-ae5b-1bdbd5a1dbce tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:32.919335 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-118807c2-123e-4bf9-b297-08e70645662b req-a8098c0a-5d1e-450a-ae5b-1bdbd5a1dbce tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.0918188 Apr 20 17:36:32.984075 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-118807c2-123e-4bf9-b297-08e70645662b req-12caf9dc-8ba3-4fd6-9888-e1be701a790c tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467587 Apr 20 17:36:33.050490 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e254a62e-18cb-4562-ac77-37a15a257f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:33.061735 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d2fc335f-c547-42b0-b20f-036f9604c177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:33.069746 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7ac3d9f0-0254-4e2c-a563-f6e11747368b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:33.101585 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254a62e-18cb-4562-ac77-37a15a257f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74175f61-043e-46a7-a5b3-43bb58b58a59,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:33.163233 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e254a62e-18cb-4562-ac77-37a15a257f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:33.166989 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-e254a62e-18cb-4562-ac77-37a15a257f56 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/74175f61-043e-46a7-a5b3-43bb58b58a59 HTTP/1.1" status: 204 len: 168 time: 0.6721504 Apr 20 17:36:33.171259 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-d2fc335f-c547-42b0-b20f-036f9604c177 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5cd27d954a7c4c99927a893ce298c12c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8162398 Apr 20 17:36:33.171581 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 53196) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:33.176865 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc335f-c547-42b0-b20f-036f9604c177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5433e7e-36bf-4f57-90b0-aa39ee5837a8,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:33.190234 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d2fc335f-c547-42b0-b20f-036f9604c177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:33.191054 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7ce2ee6c-72a6-49c6-a326-28f2b55367e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:33.191463 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7ce2ee6c-72a6-49c6-a326-28f2b55367e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:33.280645 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-928dee90-ad6a-44ae-b87e-0fa200214239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:33.314765 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-928dee90-ad6a-44ae-b87e-0fa200214239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:33.395960 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-928dee90-ad6a-44ae-b87e-0fa200214239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:33.401217 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3cc9cc70-5eba-43b7-98b7-3a99566d827a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:33.417669 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928dee90-ad6a-44ae-b87e-0fa200214239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5433e7e-36bf-4f57-90b0-aa39ee5837a8,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:33.420627 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-928dee90-ad6a-44ae-b87e-0fa200214239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:33.434098 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-928dee90-ad6a-44ae-b87e-0fa200214239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:33.437918 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-928dee90-ad6a-44ae-b87e-0fa200214239 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a5433e7e-36bf-4f57-90b0-aa39ee5837a8 HTTP/1.1" status: 204 len: 168 time: 0.2635117 Apr 20 17:36:34.022980 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8dadbe10-2677-405d-9903-412cee68d58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:34.131436 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1980c6-791e-46c2-927f-917e2af3ed4e req-8d87f07a-18af-4877-91ac-a42899b0bb50 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:34.133666 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ef1980c6-791e-46c2-927f-917e2af3ed4e req-8d87f07a-18af-4877-91ac-a42899b0bb50 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/ports?device_id=48eebe86-1b38-44c2-a972-f73ec1d5bb55 HTTP/1.1" status: 200 len: 945 time: 0.1255763 Apr 20 17:36:34.185414 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a88761-8a42-4f08-b8b6-8b07557169a0 req-fe93be63-3739-4fc1-bfd7-924a1d5c1605 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:34.187056 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-88a88761-8a42-4f08-b8b6-8b07557169a0 req-fe93be63-3739-4fc1-bfd7-924a1d5c1605 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.0942998 Apr 20 17:36:34.198986 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ef1980c6-791e-46c2-927f-917e2af3ed4e req-2fcc23af-744a-420d-8920-0c8255e947ec tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf191def-d757-4641-a14c-5fc6e23de559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514605 Apr 20 17:36:34.252748 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-88a88761-8a42-4f08-b8b6-8b07557169a0 req-48b2a234-0960-4bd3-8dcd-5f5b3a4fe4a3 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574825 Apr 20 17:36:35.299821 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 128bfa3a-57ec-48b0-bbf7-38a70bc546ad up at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:36:35.491453 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26c067-b328-44ea-800d-78fa82602658 req-24407502-6d28-46f9-b58e-e86179a3f940 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:35.493180 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4c26c067-b328-44ea-800d-78fa82602658 req-24407502-6d28-46f9-b58e-e86179a3f940 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/ports?device_id=48eebe86-1b38-44c2-a972-f73ec1d5bb55 HTTP/1.1" status: 200 len: 945 time: 0.1411417 Apr 20 17:36:35.501021 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning for port 128bfa3a-57ec-48b0-bbf7-38a70bc546ad completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:36:35.523737 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning complete for port 128bfa3a-57ec-48b0-bbf7-38a70bc546ad triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:36:35.524169 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:35.552213 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4c26c067-b328-44ea-800d-78fa82602658 req-52c1a9f8-ca43-41e7-9d85-060830800f57 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf191def-d757-4641-a14c-5fc6e23de559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513289 Apr 20 17:36:35.607965 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9011a-a8f6-48a7-b189-18ef9aaad56c req-6e3f03ae-9b91-455b-9f9f-79b4a9c85b29 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:35.610150 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a4d9011a-a8f6-48a7-b189-18ef9aaad56c req-6e3f03ae-9b91-455b-9f9f-79b4a9c85b29 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.1290593 Apr 20 17:36:35.678518 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:35.679602 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a4d9011a-a8f6-48a7-b189-18ef9aaad56c req-ef43441a-a6be-48d5-87d7-99d5242c6205 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608506 Apr 20 17:36:35.865418 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48eebe86-1b38-44c2-a972-f73ec1d5bb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128bfa3a-57ec-48b0-bbf7-38a70bc546ad'}] {{(pid=86490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:36:35.875766 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 128bfa3a-57ec-48b0-bbf7-38a70bc546ad, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=128bfa3a-57ec-48b0-bbf7-38a70bc546ad,segment=NetworkSegment(0a2a1f8f-d05e-419c-8376-bdc41b4b0767),segment_id=0a2a1f8f-d05e-419c-8376-bdc41b4b0767)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:36:35.920943 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48eebe86-1b38-44c2-a972-f73ec1d5bb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128bfa3a-57ec-48b0-bbf7-38a70bc546ad', 'code': 200} Apr 20 17:36:35.923827 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:35.925792 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:35.996718 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=128bfa3a-57ec-48b0-bbf7-38a70bc546ad,revision_number=5']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:35.999918 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:36.106883 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-dbc8fa4d-0a67-44cb-8d0a-0d3f850bbc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:36.309280 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f80d57-ba57-4a93-9d79-466bf3b80d9f req-11c7fc78-af48-46c4-b3e1-4f362da9bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:36.311002 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-76f80d57-ba57-4a93-9d79-466bf3b80d9f req-11c7fc78-af48-46c4-b3e1-4f362da9bf3c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=48eebe86-1b38-44c2-a972-f73ec1d5bb55 HTTP/1.1" status: 200 len: 1099 time: 0.0822966 Apr 20 17:36:36.358834 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-76f80d57-ba57-4a93-9d79-466bf3b80d9f req-343ed6e4-1b19-4c38-bb65-e920a59b70df service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=bf191def-d757-4641-a14c-5fc6e23de559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401573 Apr 20 17:36:36.764148 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a135053-6a88-4baa-beb6-fe4ed61cc5cb req-fb0de841-d395-4626-9be6-9e0f7785bd2e tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:36.766094 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2a135053-6a88-4baa-beb6-fe4ed61cc5cb req-fb0de841-d395-4626-9be6-9e0f7785bd2e tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/ports?device_id=48eebe86-1b38-44c2-a972-f73ec1d5bb55 HTTP/1.1" status: 200 len: 946 time: 0.0914762 Apr 20 17:36:36.814954 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2a135053-6a88-4baa-beb6-fe4ed61cc5cb req-9034fb7e-d34e-4409-b136-49739c02fc3c tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf191def-d757-4641-a14c-5fc6e23de559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422921 Apr 20 17:36:36.884836 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb8fad-c3e1-43f5-9c9e-aafc824e5ee8 req-5782263f-0871-438d-9d21-f8b771e61735 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:36.886461 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-aabb8fad-c3e1-43f5-9c9e-aafc824e5ee8 req-5782263f-0871-438d-9d21-f8b771e61735 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.0937495 Apr 20 17:36:36.893161 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:36.936087 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-aabb8fad-c3e1-43f5-9c9e-aafc824e5ee8 req-5f3343b3-1112-4c14-b5e3-4fe93acba6ef tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429797 Apr 20 17:36:37.469387 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:36:37.475676 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:38.049750 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:38.056215 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dd96a-7827-4286-b57d-e29c3c70b4ee req-f15695e5-00ff-4e2b-a760-fa5a1e4811b2 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:38.058094 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-703dd96a-7827-4286-b57d-e29c3c70b4ee req-f15695e5-00ff-4e2b-a760-fa5a1e4811b2 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/ports?device_id=48eebe86-1b38-44c2-a972-f73ec1d5bb55 HTTP/1.1" status: 200 len: 946 time: 0.1244938 Apr 20 17:36:38.129475 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-703dd96a-7827-4286-b57d-e29c3c70b4ee req-1b7f7aca-d756-4789-8eda-c709efdea323 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf191def-d757-4641-a14c-5fc6e23de559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577118 Apr 20 17:36:38.205207 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 53356) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:38.221514 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aee81a-d7e0-42db-9f47-e9d5924e83ea req-fcdae0ff-04c9-4cd4-924f-65c69996461f tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:38.223302 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-63aee81a-d7e0-42db-9f47-e9d5924e83ea req-fcdae0ff-04c9-4cd4-924f-65c69996461f tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.1199937 Apr 20 17:36:38.273594 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-63aee81a-d7e0-42db-9f47-e9d5924e83ea req-c4c29e8f-ae67-4ed4-a804-5dd5bc6f2427 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432098 Apr 20 17:36:38.274112 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17005d3c-f756-4ff1-ad8c-6c00bafb178e req-3d6aac03-c5a5-4163-8ff0-24b123745669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:38.275738 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-17005d3c-f756-4ff1-ad8c-6c00bafb178e req-3d6aac03-c5a5-4163-8ff0-24b123745669 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 1099 time: 0.0820920 Apr 20 17:36:38.338293 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-17005d3c-f756-4ff1-ad8c-6c00bafb178e req-ff018a55-c114-469f-86b9-ac4be22eabad service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447335 Apr 20 17:36:38.393724 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f7c887b6-9bdb-4fb5-adfa-0ab5c722da5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:38.410745 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-f7c887b6-9bdb-4fb5-adfa-0ab5c722da5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:38.414826 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-f7c887b6-9bdb-4fb5-adfa-0ab5c722da5e admin admin] Usage tracker for resource:security_group_rule and tenant:0ad1fec5e53a4cd995b42a13be840405 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:38.417800 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-f7c887b6-9bdb-4fb5-adfa-0ab5c722da5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:38.424119 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-f7c887b6-9bdb-4fb5-adfa-0ab5c722da5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:38.511308 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f7c887b6-9bdb-4fb5-adfa-0ab5c722da5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:38.546815 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f7c887b6-9bdb-4fb5-adfa-0ab5c722da5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:38.556378 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-88af0162-5f12-4505-851f-3b4f12f1d577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:38.601212 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-f7c887b6-9bdb-4fb5-adfa-0ab5c722da5e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0ad1fec5e53a4cd995b42a13be840405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3935561 Apr 20 17:36:38.602221 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c887b6-9bdb-4fb5-adfa-0ab5c722da5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d8c8e1-f9e8-4e93-b953-e2162d24e1b4,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:38.602911 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 53362) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:38.606049 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f7c887b6-9bdb-4fb5-adfa-0ab5c722da5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:38.671674 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8708be4a-ba59-4808-9dcf-c8f0b9b81246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:38.699261 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8708be4a-ba59-4808-9dcf-c8f0b9b81246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:38.796173 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8708be4a-ba59-4808-9dcf-c8f0b9b81246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:38.802191 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-50f101b1-84c0-4d11-b2e2-81ee96d2f48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:38.817349 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708be4a-ba59-4808-9dcf-c8f0b9b81246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d8c8e1-f9e8-4e93-b953-e2162d24e1b4,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:38.820178 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-8708be4a-ba59-4808-9dcf-c8f0b9b81246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:38.821421 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8708be4a-ba59-4808-9dcf-c8f0b9b81246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:38.825564 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-8708be4a-ba59-4808-9dcf-c8f0b9b81246 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/16d8c8e1-f9e8-4e93-b953-e2162d24e1b4 HTTP/1.1" status: 204 len: 168 time: 0.2215056 Apr 20 17:36:39.358868 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0db24-4f9c-4688-a146-b462a3b4192c req-af9ce016-d838-4a34-b75d-1a622fa64247 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:39.368319 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d5f0db24-4f9c-4688-a146-b462a3b4192c req-af9ce016-d838-4a34-b75d-1a622fa64247 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/ports?device_id=48eebe86-1b38-44c2-a972-f73ec1d5bb55 HTTP/1.1" status: 200 len: 946 time: 0.1078391 Apr 20 17:36:39.425701 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d5f0db24-4f9c-4688-a146-b462a3b4192c req-539a6c45-d3d2-4cd8-872a-d91361e64030 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf191def-d757-4641-a14c-5fc6e23de559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562608 Apr 20 17:36:39.578659 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587d99f-64ad-43b4-918b-66922d5e4635 req-8347cef0-8913-4bdb-b6c9-f530a9c52f29 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:39.580428 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f587d99f-64ad-43b4-918b-66922d5e4635 req-8347cef0-8913-4bdb-b6c9-f530a9c52f29 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.1274464 Apr 20 17:36:39.651690 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f587d99f-64ad-43b4-918b-66922d5e4635 req-f243a09a-8925-4312-9986-75eff62988cb tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642815 Apr 20 17:36:39.886550 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 53418) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:40.020045 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-2cbcd6d8-ccf6-4dfa-86b3-2eda147096b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-572482229-network', 'tenant_id': 'c4c4f31c9fa84bfaab096f3084b80ab9'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:36:40.025200 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-2cbcd6d8-ccf6-4dfa-86b3-2eda147096b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:40.030068 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-2cbcd6d8-ccf6-4dfa-86b3-2eda147096b4 admin admin] Usage tracker for resource:network and tenant:c4c4f31c9fa84bfaab096f3084b80ab9 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:40.033284 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-2cbcd6d8-ccf6-4dfa-86b3-2eda147096b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:40.041406 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-2cbcd6d8-ccf6-4dfa-86b3-2eda147096b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:40.072230 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbcd6d8-ccf6-4dfa-86b3-2eda147096b4 admin admin] Made reservation on behalf of c4c4f31c9fa84bfaab096f3084b80ab9 for: {'network': 1} {{(pid=86489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:36:40.078038 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2cbcd6d8-ccf6-4dfa-86b3-2eda147096b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for network, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:40.092344 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2cbcd6d8-ccf6-4dfa-86b3-2eda147096b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:40.109193 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-2cbcd6d8-ccf6-4dfa-86b3-2eda147096b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:40.113427 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-2cbcd6d8-ccf6-4dfa-86b3-2eda147096b4 admin admin] Usage tracker for resource:security_group_rule and tenant:c4c4f31c9fa84bfaab096f3084b80ab9 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:40.116438 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-2cbcd6d8-ccf6-4dfa-86b3-2eda147096b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:40.122526 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-2cbcd6d8-ccf6-4dfa-86b3-2eda147096b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:40.219324 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2cbcd6d8-ccf6-4dfa-86b3-2eda147096b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:40.241503 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2cbcd6d8-ccf6-4dfa-86b3-2eda147096b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:40.246045 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-2929da42-6467-4659-9505-b90f350948a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:40.275731 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cbcd6d8-ccf6-4dfa-86b3-2eda147096b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 951, 'physical_network': 'physnet1'} {{(pid=86489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 17:36:40.285612 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbcd6d8-ccf6-4dfa-86b3-2eda147096b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e13ec2-690e-4712-948e-6c333e63858c,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:40.288989 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-2cbcd6d8-ccf6-4dfa-86b3-2eda147096b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:40.369830 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2cbcd6d8-ccf6-4dfa-86b3-2eda147096b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:40.370232 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.segments_db [None req-2cbcd6d8-ccf6-4dfa-86b3-2eda147096b4 admin admin] Added segment de8ff25a-cc49-4d16-b3bb-a8722756c95d of type vlan for network aec205f1-4068-482a-950a-5522753eb393 Apr 20 17:36:40.400059 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2cbcd6d8-ccf6-4dfa-86b3-2eda147096b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775308210547'] for network, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:40.458892 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2cbcd6d8-ccf6-4dfa-86b3-2eda147096b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for network, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:40.460546 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbcd6d8-ccf6-4dfa-86b3-2eda147096b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:40.461199 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2cbcd6d8-ccf6-4dfa-86b3-2eda147096b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:40.466991 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:40.657067 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbcd6d8-ccf6-4dfa-86b3-2eda147096b4 admin admin] Pushing event updated for resources: {'Network': ['ID=aec205f1-4068-482a-950a-5522753eb393,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:40.657067 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-2cbcd6d8-ccf6-4dfa-86b3-2eda147096b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:40.668436 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Network aec205f1-4068-482a-950a-5522753eb393 details requested by agent ovs-agent-dv-cinder-786927-2-smb with host dv-cinder-786927-2-smb {{(pid=86490) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 17:36:40.705512 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-2cbcd6d8-ccf6-4dfa-86b3-2eda147096b4 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8149843 Apr 20 17:36:40.707111 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 53450) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:40.715493 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-9f840db4-b9ae-4d11-a2d4-9375fa8dced0 admin admin] Request body: {'subnet': {'network_id': 'aec205f1-4068-482a-950a-5522753eb393', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-572482229-subnet', 'tenant_id': 'c4c4f31c9fa84bfaab096f3084b80ab9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:36:40.728633 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-9f840db4-b9ae-4d11-a2d4-9375fa8dced0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:40.737938 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-9f840db4-b9ae-4d11-a2d4-9375fa8dced0 admin admin] Usage tracker for resource:subnet and tenant:c4c4f31c9fa84bfaab096f3084b80ab9 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:40.743384 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-9f840db4-b9ae-4d11-a2d4-9375fa8dced0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:40.744907 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06abc45-8613-482b-ac40-81dbb639dcbd req-0ded1f9e-7acf-40f5-8965-0efafd7230c2 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:40.755005 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a06abc45-8613-482b-ac40-81dbb639dcbd req-0ded1f9e-7acf-40f5-8965-0efafd7230c2 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/ports?device_id=48eebe86-1b38-44c2-a972-f73ec1d5bb55 HTTP/1.1" status: 200 len: 946 time: 0.2012844 Apr 20 17:36:40.759830 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-9f840db4-b9ae-4d11-a2d4-9375fa8dced0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:40.820942 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f840db4-b9ae-4d11-a2d4-9375fa8dced0 admin admin] Made reservation on behalf of c4c4f31c9fa84bfaab096f3084b80ab9 for: {'subnet': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:36:40.826743 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9f840db4-b9ae-4d11-a2d4-9375fa8dced0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100862'] for subnet, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:40.849639 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a06abc45-8613-482b-ac40-81dbb639dcbd req-b8afe1a4-3fc8-4b2f-9088-cfc6afdb8004 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf191def-d757-4641-a14c-5fc6e23de559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883608 Apr 20 17:36:41.079286 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce2418-99bb-43c3-889d-92a255b28de0 req-cd452de8-7efc-4845-b8a4-9d2f853c7b59 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:41.080922 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-71ce2418-99bb-43c3-889d-92a255b28de0 req-cd452de8-7efc-4845-b8a4-9d2f853c7b59 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.1012428 Apr 20 17:36:41.142775 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-71ce2418-99bb-43c3-889d-92a255b28de0 req-0a7087c8-7791-4a83-bf97-03c68443ab64 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510666 Apr 20 17:36:41.511194 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618431e2-21b1-4dea-b3b3-30c606fa904c req-63b37cb9-9a2c-40b6-95a4-cb7519a2bd83 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:41.514030 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-618431e2-21b1-4dea-b3b3-30c606fa904c req-63b37cb9-9a2c-40b6-95a4-cb7519a2bd83 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.1206255 Apr 20 17:36:41.583358 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-618431e2-21b1-4dea-b3b3-30c606fa904c req-8b079dc7-4c50-4831-8c56-48c74eb9ae49 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571456 Apr 20 17:36:41.648090 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9f840db4-b9ae-4d11-a2d4-9375fa8dced0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2315785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100847'] for subnet, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:41.653066 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:41.731350 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f840db4-b9ae-4d11-a2d4-9375fa8dced0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5e486ae-c4c2-431d-a854-fe012bbb8ec9,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:41.735613 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-9f840db4-b9ae-4d11-a2d4-9375fa8dced0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:41.741939 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f840db4-b9ae-4d11-a2d4-9375fa8dced0 admin admin] Checking segment: {'id': 'de8ff25a-cc49-4d16-b3bb-a8722756c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'aec205f1-4068-482a-950a-5522753eb393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:36:41.742333 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f840db4-b9ae-4d11-a2d4-9375fa8dced0 admin admin] Network hostable DHCP agents. Network: aec205f1-4068-482a-950a-5522753eb393, hostable agents: ['3fc774e1-ba83-4007-9de0-3f46efafec56'], hosted agents: [] {{(pid=86488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 17:36:41.789959 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f840db4-b9ae-4d11-a2d4-9375fa8dced0 admin admin] Network aec205f1-4068-482a-950a-5522753eb393 is scheduled to be hosted by DHCP agent 3fc774e1-ba83-4007-9de0-3f46efafec56 with binding_index 1 {{(pid=86488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 17:36:41.814947 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-9f840db4-b9ae-4d11-a2d4-9375fa8dced0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-smb, aec205f1-4068-482a-950a-5522753eb393) {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:36:41.824517 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5694829e-fc09-4591-a75a-3bc569fb55cf None None] Network aec205f1-4068-482a-950a-5522753eb393 requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:36:41.827293 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f840db4-b9ae-4d11-a2d4-9375fa8dced0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:41.828050 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9f840db4-b9ae-4d11-a2d4-9375fa8dced0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:41.876769 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-9f840db4-b9ae-4d11-a2d4-9375fa8dced0 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1679401 Apr 20 17:36:42.067611 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf45854-947a-4a81-9587-ec86f01e63a0 None None] Network aec205f1-4068-482a-950a-5522753eb393 requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:36:43.140047 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 53518) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:43.265832 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ff41a176-3061-46cf-a35c-40373da25090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:43.281762 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-ff41a176-3061-46cf-a35c-40373da25090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:43.285824 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-ff41a176-3061-46cf-a35c-40373da25090 admin admin] Usage tracker for resource:security_group_rule and tenant:e219ad3dc2e34613b97c11f94e88913a is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:43.288818 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-ff41a176-3061-46cf-a35c-40373da25090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:43.294869 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-ff41a176-3061-46cf-a35c-40373da25090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:43.381944 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ff41a176-3061-46cf-a35c-40373da25090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:43.443677 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ff41a176-3061-46cf-a35c-40373da25090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:43.453503 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-32fa7483-c230-45f6-94ac-d9c125d9f613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:43.502825 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-ff41a176-3061-46cf-a35c-40373da25090 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e219ad3dc2e34613b97c11f94e88913a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3588867 Apr 20 17:36:43.502825 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41a176-3061-46cf-a35c-40373da25090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4df71e4-9ec6-4bc1-9117-165a50de91b8,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:43.503251 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 53534) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:43.506726 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-ff41a176-3061-46cf-a35c-40373da25090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:43.577578 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-528d40e4-6ce6-4770-bf4e-b5904fff986c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:43.605696 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-528d40e4-6ce6-4770-bf4e-b5904fff986c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:43.687578 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-528d40e4-6ce6-4770-bf4e-b5904fff986c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:43.692872 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-95813765-2df9-481c-af47-a10b9c58ced0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:43.704373 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d40e4-6ce6-4770-bf4e-b5904fff986c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4df71e4-9ec6-4bc1-9117-165a50de91b8,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:43.706757 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-528d40e4-6ce6-4770-bf4e-b5904fff986c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:43.712698 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-528d40e4-6ce6-4770-bf4e-b5904fff986c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:43.714212 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-528d40e4-6ce6-4770-bf4e-b5904fff986c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d4df71e4-9ec6-4bc1-9117-165a50de91b8 HTTP/1.1" status: 204 len: 168 time: 0.2034616 Apr 20 17:36:44.244371 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 53550) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:44.264053 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1e71dcdf-d2e4-4a19-8691-c08868fa7bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:44.279297 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-1e71dcdf-d2e4-4a19-8691-c08868fa7bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:44.283383 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-1e71dcdf-d2e4-4a19-8691-c08868fa7bed admin admin] Usage tracker for resource:security_group_rule and tenant:707fc026432e42bdb1bd7d0c3ad82ae5 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:44.286351 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-1e71dcdf-d2e4-4a19-8691-c08868fa7bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:44.292530 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-1e71dcdf-d2e4-4a19-8691-c08868fa7bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:44.381003 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1e71dcdf-d2e4-4a19-8691-c08868fa7bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:44.409497 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1e71dcdf-d2e4-4a19-8691-c08868fa7bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:44.419262 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-69e05a6d-112f-4613-b90e-d1a2b4dcafec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:44.466379 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71dcdf-d2e4-4a19-8691-c08868fa7bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6962ee2-ab40-4b26-85e6-59251c225027,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:44.471120 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-1e71dcdf-d2e4-4a19-8691-c08868fa7bed admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=707fc026432e42bdb1bd7d0c3ad82ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256496 Apr 20 17:36:44.472146 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-1e71dcdf-d2e4-4a19-8691-c08868fa7bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:44.473961 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 53560) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:44.551621 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c64fc16d-70a0-4a30-9499-e206c0a9464e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:44.619124 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c64fc16d-70a0-4a30-9499-e206c0a9464e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:44.717357 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c64fc16d-70a0-4a30-9499-e206c0a9464e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:44.725789 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-cea69c9c-f2d2-4cbf-9f62-d8a1e6938357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:44.743091 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fc16d-70a0-4a30-9499-e206c0a9464e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6962ee2-ab40-4b26-85e6-59251c225027,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:44.753911 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-c64fc16d-70a0-4a30-9499-e206c0a9464e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:44.755146 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c64fc16d-70a0-4a30-9499-e206c0a9464e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:44.756555 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-c64fc16d-70a0-4a30-9499-e206c0a9464e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e6962ee2-ab40-4b26-85e6-59251c225027 HTTP/1.1" status: 204 len: 168 time: 0.2815833 Apr 20 17:36:45.135874 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 53592) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:45.277368 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2e3bc-6042-4c61-a50d-ee744f087338 req-ecbb15dc-eecf-43f3-9524-09dabd419fa8 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:45.286219 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6ef2e3bc-6042-4c61-a50d-ee744f087338 req-ecbb15dc-eecf-43f3-9524-09dabd419fa8 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.1929348 Apr 20 17:36:45.330831 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7490f7-d182-474f-9dcf-4ce5c5bac5ec req-d63ff6db-f734-48f1-b52a-aab5f6f698f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:45.332592 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6c7490f7-d182-474f-9dcf-4ce5c5bac5ec req-d63ff6db-f734-48f1-b52a-aab5f6f698f9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=028eef62e6864fc89f3548dcd265d0df&device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 1098 time: 0.1998765 Apr 20 17:36:45.363194 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6ef2e3bc-6042-4c61-a50d-ee744f087338 req-60a891b7-8859-4b75-8d58-7aa7134c6155 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759118 Apr 20 17:36:45.416622 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d6fba10a-c658-4744-bdb9-38ec5264e6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:45.519265 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-d6fba10a-c658-4744-bdb9-38ec5264e6e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:45.531752 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-d6fba10a-c658-4744-bdb9-38ec5264e6e7 admin admin] Usage tracker for resource:security_group_rule and tenant:7ae95205ea3343e2aba41b0c548a5e0d is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:45.538313 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-d6fba10a-c658-4744-bdb9-38ec5264e6e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:45.557091 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-d6fba10a-c658-4744-bdb9-38ec5264e6e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:45.596596 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7490f7-d182-474f-9dcf-4ce5c5bac5ec req-7315af0d-1c62-4e14-9f60-59ade7848104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:45.610100 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6c7490f7-d182-474f-9dcf-4ce5c5bac5ec req-7315af0d-1c62-4e14-9f60-59ade7848104 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a2d0ac58-2725-4eae-8fed-6bdf47ba936f HTTP/1.1" status: 200 len: 920 time: 0.2458119 Apr 20 17:36:45.644023 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-c12c3d97-a247-4baa-b9d3-dfc8910c3346 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:45.645068 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-c12c3d97-a247-4baa-b9d3-dfc8910c3346 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Synchronizing usage tracker for tenant:c4c4f31c9fa84bfaab096f3084b80ab9 on resource:network {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:36:45.718753 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-c12c3d97-a247-4baa-b9d3-dfc8910c3346 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Unset dirty status for tenant:c4c4f31c9fa84bfaab096f3084b80ab9 on resource:network {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:36:45.720056 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-c12c3d97-a247-4baa-b9d3-dfc8910c3346 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/networks?id=aec205f1-4068-482a-950a-5522753eb393 HTTP/1.1" status: 200 len: 813 time: 0.3067310 Apr 20 17:36:45.721524 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6c7490f7-d182-474f-9dcf-4ce5c5bac5ec req-80bf95c3-14d3-40c9-834e-4670b7f59f6c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53 HTTP/1.1" status: 200 len: 217 time: 0.1078401 Apr 20 17:36:45.737157 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-f80abeac-9bb4-4664-93b1-b0c19b924cc0 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/quotas/c4c4f31c9fa84bfaab096f3084b80ab9 HTTP/1.1" status: 200 len: 375 time: 0.0105627 Apr 20 17:36:45.846147 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-38359fd1-782c-44f5-905d-5720c298fac1 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c4c4f31c9fa84bfaab096f3084b80ab9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1004624 Apr 20 17:36:45.863020 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7490f7-d182-474f-9dcf-4ce5c5bac5ec req-09f5122f-8101-418d-aa05-13de8ac53ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:45.864586 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6c7490f7-d182-474f-9dcf-4ce5c5bac5ec req-09f5122f-8101-418d-aa05-13de8ac53ccc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c6eddfa4-1956-4af6-940a-b08e3d6fd898 HTTP/1.1" status: 200 len: 859 time: 0.1008513 Apr 20 17:36:45.925775 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6c7490f7-d182-474f-9dcf-4ce5c5bac5ec req-c1e0558f-a6f7-48c7-867a-042e7ff04da4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a2d0ac58-2725-4eae-8fed-6bdf47ba936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498345 Apr 20 17:36:45.985851 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d6fba10a-c658-4744-bdb9-38ec5264e6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:46.026158 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d6fba10a-c658-4744-bdb9-38ec5264e6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:46.037107 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b7db5c0c-8296-49ac-b36c-67b12b73c375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:46.053407 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-894f4bb6-116d-46f1-a23e-c42ec8584c20 service neutron] 10.222.0.75 "GET /v2.0/networks/aec205f1-4068-482a-950a-5522753eb393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991751 Apr 20 17:36:46.078296 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6c7490f7-d182-474f-9dcf-4ce5c5bac5ec req-59aade1f-8615-4839-9ac6-086f75ce0c73 service neutron] 10.222.0.76 "GET /v2.0/networks/a2d0ac58-2725-4eae-8fed-6bdf47ba936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444080 Apr 20 17:36:46.114435 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-d6fba10a-c658-4744-bdb9-38ec5264e6e7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7ae95205ea3343e2aba41b0c548a5e0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9768898 Apr 20 17:36:46.168064 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 53632) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:46.215867 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fba10a-c658-4744-bdb9-38ec5264e6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ff57f1-4a75-4dd0-be8f-325b9b7916fd,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:46.219382 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d6fba10a-c658-4744-bdb9-38ec5264e6e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:46.234835 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6c7490f7-d182-474f-9dcf-4ce5c5bac5ec req-00c650f5-cc44-4bb4-8c5f-2f39d62dbf65 service neutron] 10.222.0.76 "GET /v2.0/networks/a2d0ac58-2725-4eae-8fed-6bdf47ba936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447012 Apr 20 17:36:46.279342 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6097a01a-1259-4bbe-bcbc-df4d6567aeeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:46.314285 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-1c0ce085-1a7c-4709-8dd4-be79b77ce5e3 service neutron] 10.222.0.75 "GET /v2.0/networks/aec205f1-4068-482a-950a-5522753eb393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485244 Apr 20 17:36:46.336830 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6097a01a-1259-4bbe-bcbc-df4d6567aeeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:46.627860 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68864fae-5505-4268-bc04-6d74038cb33c req-6795f839-b6ec-4ee2-8962-5b61a8e55fb2 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:46.629452 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-68864fae-5505-4268-bc04-6d74038cb33c req-6795f839-b6ec-4ee2-8962-5b61a8e55fb2 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.0990560 Apr 20 17:36:46.680267 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-68864fae-5505-4268-bc04-6d74038cb33c req-b0a4e2ab-93d5-42de-9edd-2e5330c94a86 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437281 Apr 20 17:36:46.681848 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6097a01a-1259-4bbe-bcbc-df4d6567aeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:46.688275 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-528d40e4-6ce6-4770-bf4e-b5904fff986c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:46.704971 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097a01a-1259-4bbe-bcbc-df4d6567aeeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ff57f1-4a75-4dd0-be8f-325b9b7916fd,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:46.708842 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6097a01a-1259-4bbe-bcbc-df4d6567aeeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:46.710054 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-6097a01a-1259-4bbe-bcbc-df4d6567aeeb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/49ff57f1-4a75-4dd0-be8f-325b9b7916fd HTTP/1.1" status: 204 len: 168 time: 0.5409787 Apr 20 17:36:46.711191 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-6097a01a-1259-4bbe-bcbc-df4d6567aeeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:46.882544 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-10acd5fb-ebaa-422a-b0d4-0655c007fc36 req-0584e16e-b1ba-4473-9e1e-b28ec4034bb6 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4ddbeb7-11ad-43f4-a960-deda6086222f HTTP/1.1" status: 200 len: 210 time: 0.0745847 Apr 20 17:36:47.569631 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a4f23-36fc-493a-92ea-dfc59699a811 req-41822878-cc30-4253-9c31-f2f34e6b7f28 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:47.571489 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f15a4f23-36fc-493a-92ea-dfc59699a811 req-41822878-cc30-4253-9c31-f2f34e6b7f28 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/ports?device_id=48eebe86-1b38-44c2-a972-f73ec1d5bb55 HTTP/1.1" status: 200 len: 946 time: 0.1067524 Apr 20 17:36:47.626820 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f15a4f23-36fc-493a-92ea-dfc59699a811 req-c6ea1fec-9796-437c-87eb-07b1cfe904dc tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf191def-d757-4641-a14c-5fc6e23de559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489805 Apr 20 17:36:47.891517 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f87b9-62f5-41b5-8f4d-f1408534d509 req-a94f3054-2608-4b54-8496-76ce94b213c5 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:47.893151 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-526f87b9-62f5-41b5-8f4d-f1408534d509 req-a94f3054-2608-4b54-8496-76ce94b213c5 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.0945613 Apr 20 17:36:47.926534 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 53708) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:47.962463 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-526f87b9-62f5-41b5-8f4d-f1408534d509 req-38fb102f-017b-4344-ab1b-7ae6aa40e0d6 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555358 Apr 20 17:36:48.073255 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1b55bed6-c547-415a-bf0c-846aeed210f0 req-d1a207f8-064d-433e-ac53-30b3171d813f tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4ddbeb7-11ad-43f4-a960-deda6086222f HTTP/1.1" status: 200 len: 210 time: 0.0527079 Apr 20 17:36:48.078739 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1689815698-network', 'tenant_id': 'af1946123c424937b4137708c77ee5ba'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:36:48.083522 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:48.087752 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] Usage tracker for resource:network and tenant:af1946123c424937b4137708c77ee5ba is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:48.091052 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:48.097061 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:48.146872 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] Made reservation on behalf of af1946123c424937b4137708c77ee5ba for: {'network': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:36:48.151939 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for network, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:48.182848 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:48.208507 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:48.212543 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] Usage tracker for resource:security_group_rule and tenant:af1946123c424937b4137708c77ee5ba is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:48.216027 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:48.222372 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:48.348152 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:48.386318 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:48.391204 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-1ad2bea1-6566-4aa9-930f-07e9f2115a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:48.420308 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] vlan segment allocate from pool success with {'vlan_id': 985, 'physical_network': 'physnet1'} {{(pid=86488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 17:36:48.429039 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a85ee6-236a-4d6a-a02b-eeeb39ca8078,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:48.432830 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:48.435773 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:48.436168 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.segments_db [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] Added segment fa136594-7921-40c9-af51-7f17bc56ed96 of type vlan for network d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0 Apr 20 17:36:48.462471 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775308210547'] for network, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:48.517905 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for network, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:48.519278 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:48.519905 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:48.524743 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:48.632395 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] Pushing event updated for resources: {'Network': ['ID=d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:48.635128 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:48.644204 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Network d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0 details requested by agent ovs-agent-dv-cinder-786927-2-smb with host dv-cinder-786927-2-smb {{(pid=86490) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 17:36:48.652967 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7223914 Apr 20 17:36:48.653439 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 53726) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:48.659628 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-215e298e-5101-404c-b557-104d86abbb06 admin admin] Request body: {'subnet': {'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1689815698-subnet', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'ip_version': 4}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:36:48.665304 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-215e298e-5101-404c-b557-104d86abbb06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:48.669741 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-215e298e-5101-404c-b557-104d86abbb06 admin admin] Usage tracker for resource:subnet and tenant:af1946123c424937b4137708c77ee5ba is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:48.672842 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-215e298e-5101-404c-b557-104d86abbb06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:48.679852 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-215e298e-5101-404c-b557-104d86abbb06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:48.719846 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215e298e-5101-404c-b557-104d86abbb06 admin admin] Made reservation on behalf of af1946123c424937b4137708c77ee5ba for: {'subnet': 1} {{(pid=86489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:36:48.725038 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-215e298e-5101-404c-b557-104d86abbb06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:48.837129 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01353e7a-b6c1-40c1-958b-ff8440381007 req-c6caf2f8-4862-4eaf-8b14-13ef523d0dfe tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:48.838767 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-01353e7a-b6c1-40c1-958b-ff8440381007 req-c6caf2f8-4862-4eaf-8b14-13ef523d0dfe tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/ports?device_id=48eebe86-1b38-44c2-a972-f73ec1d5bb55 HTTP/1.1" status: 200 len: 946 time: 0.0882325 Apr 20 17:36:48.895489 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-01353e7a-b6c1-40c1-958b-ff8440381007 req-b338e2e7-5ab5-4280-afec-3a03e31a62e3 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf191def-d757-4641-a14c-5fc6e23de559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491073 Apr 20 17:36:49.235692 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-215e298e-5101-404c-b557-104d86abbb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for subnet, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:49.247232 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d2be5b57-3a67-48cb-9ddb-68b715420298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:49.282512 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-2c4584a1-7ba4-4d03-92b8-267c6ecb49c5 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:49.296622 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-2c4584a1-7ba4-4d03-92b8-267c6ecb49c5 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.76 "GET /v2.0/networks?id=aec205f1-4068-482a-950a-5522753eb393 HTTP/1.1" status: 200 len: 813 time: 0.2570968 Apr 20 17:36:49.349017 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e298e-5101-404c-b557-104d86abbb06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f36a7a71-2ad5-4fb8-b929-3618c9b18a18,revision_number=0']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:49.364682 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-4fd0c348-b753-48ef-900b-b1a6456cd9cb tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Request body: {'port': {'device_id': 'a4ddbeb7-11ad-43f4-a960-deda6086222f', 'network_id': 'aec205f1-4068-482a-950a-5522753eb393', 'admin_state_up': True, 'tenant_id': 'c4c4f31c9fa84bfaab096f3084b80ab9'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:36:49.368451 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-215e298e-5101-404c-b557-104d86abbb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:49.402281 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-72684543-bd14-4389-9a4e-9316cc418f3b req-d386cfee-c253-44e1-a9ab-71e21cce32b2 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4ddbeb7-11ad-43f4-a960-deda6086222f HTTP/1.1" status: 200 len: 210 time: 0.1310008 Apr 20 17:36:49.408712 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e298e-5101-404c-b557-104d86abbb06 admin admin] Checking segment: {'id': 'fa136594-7921-40c9-af51-7f17bc56ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:36:49.408712 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215e298e-5101-404c-b557-104d86abbb06 admin admin] Network hostable DHCP agents. Network: d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0, hostable agents: ['3fc774e1-ba83-4007-9de0-3f46efafec56'], hosted agents: [] {{(pid=86489) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 17:36:49.426017 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8985c-7eb3-4630-ba1f-7217a4e7e8ec req-031b71e8-ea39-48d2-9d93-588c13b45166 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:49.432137 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-22d8985c-7eb3-4630-ba1f-7217a4e7e8ec req-031b71e8-ea39-48d2-9d93-588c13b45166 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.2744951 Apr 20 17:36:49.503206 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-22d8985c-7eb3-4630-ba1f-7217a4e7e8ec req-ef171aa0-e154-449e-82cc-a6b26fd7cf39 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670798 Apr 20 17:36:49.535338 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215e298e-5101-404c-b557-104d86abbb06 admin admin] Network d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0 is scheduled to be hosted by DHCP agent 3fc774e1-ba83-4007-9de0-3f46efafec56 with binding_index 1 {{(pid=86489) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 17:36:49.569641 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-215e298e-5101-404c-b557-104d86abbb06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-smb, d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0) {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:36:49.570592 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-4fd0c348-b753-48ef-900b-b1a6456cd9cb tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:49.575785 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-4fd0c348-b753-48ef-900b-b1a6456cd9cb tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Usage tracker for resource:port and tenant:c4c4f31c9fa84bfaab096f3084b80ab9 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:49.579129 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0978be7a-adb9-41c0-8db4-10b5d598f15e None None] Network d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0 requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:36:49.579639 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-4fd0c348-b753-48ef-900b-b1a6456cd9cb tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:49.586718 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-4fd0c348-b753-48ef-900b-b1a6456cd9cb tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:49.596291 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215e298e-5101-404c-b557-104d86abbb06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:49.597165 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-215e298e-5101-404c-b557-104d86abbb06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for subnet, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:49.616030 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-4fd0c348-b753-48ef-900b-b1a6456cd9cb tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Made reservation on behalf of c4c4f31c9fa84bfaab096f3084b80ab9 for: {'port': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:36:49.625498 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-4fd0c348-b753-48ef-900b-b1a6456cd9cb tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:49.673685 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-215e298e-5101-404c-b557-104d86abbb06 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0186872 Apr 20 17:36:49.676316 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 53754) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:49.681796 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-5da45a04-0fae-40fb-8ae0-164478a74a15 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1689815698-router', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:36:49.689832 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-5da45a04-0fae-40fb-8ae0-164478a74a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:49.695579 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-5da45a04-0fae-40fb-8ae0-164478a74a15 admin admin] Usage tracker for resource:router and tenant:af1946123c424937b4137708c77ee5ba is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:49.700547 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-5da45a04-0fae-40fb-8ae0-164478a74a15 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:49.709586 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-5da45a04-0fae-40fb-8ae0-164478a74a15 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:49.747232 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5da45a04-0fae-40fb-8ae0-164478a74a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854152721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770244'] for router, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:49.748766 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5da45a04-0fae-40fb-8ae0-164478a74a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-425729', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5540'] for router, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:49.783964 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5da45a04-0fae-40fb-8ae0-164478a74a15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:49.822887 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-a3267a34-e8c4-483a-a220-05e2c279cdfa tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=be58f1dc6d6c48f6b5fb1d19d3b94bd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406320 Apr 20 17:36:49.831453 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-4fd0c348-b753-48ef-900b-b1a6456cd9cb tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Allocated IP 172.20.0.10 (aec205f1-4068-482a-950a-5522753eb393/a5e486ae-c4c2-431d-a854-fe012bbb8ec9/7ac88e1f-964c-4f8b-9aad-900e9310b129) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:36:49.851915 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1465a3ff-4d68-5c93-b8aa-2e2b58023638-d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0', 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'fixed_ips': [{'subnet_id': 'f36a7a71-2ad5-4fb8-b929-3618c9b18a18'}]}} from dv-cinder-786927-2-smb. {{(pid=86490) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 17:36:49.852955 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:50.026099 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] Allocated IP 172.20.0.2 (d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0/f36a7a71-2ad5-4fb8-b929-3618c9b18a18/ab31f636-752f-42de-9f08-b0fa7c2e37c8) {{(pid=86490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:36:50.065066 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-4fd0c348-b753-48ef-900b-b1a6456cd9cb tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:50.131374 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-4fd0c348-b753-48ef-900b-b1a6456cd9cb tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:50.145210 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:50.261108 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] Notify callbacks [] for port, precommit_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:50.269809 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0c348-b753-48ef-900b-b1a6456cd9cb tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Pushing event updated for resources: {'Port': ['ID=7ac88e1f-964c-4f8b-9aad-900e9310b129,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:50.271864 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] Transition to ACTIVE for port object ab31f636-752f-42de-9f08-b0fa7c2e37c8 will not be triggered until provisioned by entity L2. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:36:50.273049 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4fd0c348-b753-48ef-900b-b1a6456cd9cb tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:50.287389 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-4fd0c348-b753-48ef-900b-b1a6456cd9cb tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Network aec205f1-4068-482a-950a-5522753eb393 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:36:50.291062 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-4fd0c348-b753-48ef-900b-b1a6456cd9cb tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:36:50.292422 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] Transition to ACTIVE for port object ab31f636-752f-42de-9f08-b0fa7c2e37c8 will not be triggered until provisioned by entity DHCP. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:36:50.293519 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-4fd0c348-b753-48ef-900b-b1a6456cd9cb tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:36:50.324709 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889'] for port, after_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:50.330521 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-56f90041-1f0a-4bbe-a1f4-a173468f2e72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:50.381725 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-4fd0c348-b753-48ef-900b-b1a6456cd9cb tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:50.382545 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-4fd0c348-b753-48ef-900b-b1a6456cd9cb tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:50.405425 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] Network d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0 is already hosted by enough agents. {{(pid=86490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:36:50.409357 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] Resources bound (agent type, host, resource id): {{(pid=86490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:36:50.413590 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] Received port after_create {{(pid=86490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:36:50.425094 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6995e9-8b15-436a-8102-1ee9c4bb2eed req-69a4f25d-eac2-46fb-830d-7603e5569650 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:50.425094 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3d6995e9-8b15-436a-8102-1ee9c4bb2eed req-69a4f25d-eac2-46fb-830d-7603e5569650 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/ports?device_id=48eebe86-1b38-44c2-a972-f73ec1d5bb55 HTTP/1.1" status: 200 len: 946 time: 0.1853554 Apr 20 17:36:50.506356 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5da45a04-0fae-40fb-8ae0-164478a74a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-425974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-635484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5525'] for router, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:50.507166 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] Pushing event updated for resources: {'Port': ['ID=ab31f636-752f-42de-9f08-b0fa7c2e37c8,revision_number=1']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:50.508062 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-4fd0c348-b753-48ef-900b-b1a6456cd9cb tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1534321 Apr 20 17:36:50.520469 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:50.525450 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-4caaa95f-a506-4815-ba00-1ea8b6ef8b1f tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:50.527051 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-4caaa95f-a506-4815-ba00-1ea8b6ef8b1f tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6950164 Apr 20 17:36:50.528276 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] Attempting to bind port ab31f636-752f-42de-9f08-b0fa7c2e37c8 on host dv-cinder-786927-2-smb for vnic_type normal with profile {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:36:50.529196 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] Attempting to bind port ab31f636-752f-42de-9f08-b0fa7c2e37c8 by drivers openvswitch,hyperv on host dv-cinder-786927-2-smb at level 0 using segments [{'id': 'fa136594-7921-40c9-af51-7f17bc56ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0'}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:36:50.529615 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] Attempting to bind port ab31f636-752f-42de-9f08-b0fa7c2e37c8 on network d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0 {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:36:50.536145 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] Checking agent: {'id': '74ba6a7c-ead8-41e5-9ed8-4c77b6c88b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 26, 7), 'started_at': datetime.datetime(2021, 4, 20, 17, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:36:50.536506 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] Checking segment: {'id': 'fa136594-7921-40c9-af51-7f17bc56ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:36:50.536940 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] Request body: {'port': {'device_id': 'a4ddbeb7-11ad-43f4-a960-deda6086222f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:36:50.537056 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:50.537372 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] Bound using segment: {'id': 'fa136594-7921-40c9-af51-7f17bc56ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0'} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:36:50.537904 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] Bound port: ab31f636-752f-42de-9f08-b0fa7c2e37c8, host: dv-cinder-786927-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa136594-7921-40c9-af51-7f17bc56ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0'}}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:36:50.538329 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:50.562415 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-598059cf-5748-41a7-a58a-a46e4cf720c8 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/quotas/be58f1dc6d6c48f6b5fb1d19d3b94bd2 HTTP/1.1" status: 200 len: 375 time: 0.0258431 Apr 20 17:36:50.673495 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] For port ab31f636-752f-42de-9f08-b0fa7c2e37c8, host dv-cinder-786927-2-smb, cleared binding levels {{(pid=86490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:36:50.676783 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] For port ab31f636-752f-42de-9f08-b0fa7c2e37c8, host dv-cinder-786927-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=ab31f636-752f-42de-9f08-b0fa7c2e37c8,segment=NetworkSegment(fa136594-7921-40c9-af51-7f17bc56ed96),segment_id=fa136594-7921-40c9-af51-7f17bc56ed96)] {{(pid=86490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:36:50.705870 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-9d00c379-85f5-4948-bf4f-24d37694127f tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=be58f1dc6d6c48f6b5fb1d19d3b94bd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1337323 Apr 20 17:36:50.713359 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:50.722172 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:50.837684 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3d6995e9-8b15-436a-8102-1ee9c4bb2eed req-c81f4203-b981-4616-a660-cd8e126f1a36 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf191def-d757-4641-a14c-5fc6e23de559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108698 Apr 20 17:36:50.852851 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] Pushing event updated for resources: {'Port': ['ID=ab31f636-752f-42de-9f08-b0fa7c2e37c8,revision_number=2']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:50.856799 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:50.993359 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefa8d2-49e7-41ac-afbc-3d37e5a9023f req-309e6346-658c-4362-9219-ff9e0a9e2d20 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:50.995112 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7eefa8d2-49e7-41ac-afbc-3d37e5a9023f req-309e6346-658c-4362-9219-ff9e0a9e2d20 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.76 "GET /v2.0/ports?device_id=48eebe86-1b38-44c2-a972-f73ec1d5bb55 HTTP/1.1" status: 200 len: 946 time: 0.5492568 Apr 20 17:36:51.052730 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5da45a04-0fae-40fb-8ae0-164478a74a15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:51.098439 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5da45a04-0fae-40fb-8ae0-164478a74a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:51.142774 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:51.171679 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-7eefa8d2-49e7-41ac-afbc-3d37e5a9023f req-c976e4e7-a0e3-4b24-b8dd-61f5dd1ee45e tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Deleting port 128bfa3a-57ec-48b0-bbf7-38a70bc546ad {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:36:51.172166 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-7eefa8d2-49e7-41ac-afbc-3d37e5a9023f req-c976e4e7-a0e3-4b24-b8dd-61f5dd1ee45e tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:51.217543 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91a2e5-c448-4912-8f52-257bc59f165a req-d55afe62-5de0-4835-94ec-c838b7d64186 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:51.226342 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4b91a2e5-c448-4912-8f52-257bc59f165a req-d55afe62-5de0-4835-94ec-c838b7d64186 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4ddbeb7-11ad-43f4-a960-deda6086222f HTTP/1.1" status: 200 len: 932 time: 0.2189045 Apr 20 17:36:51.362367 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-4b91a2e5-c448-4912-8f52-257bc59f165a req-27668c6e-9a36-4b61-8ddc-6bdc96a41100 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Synchronizing usage tracker for tenant:c4c4f31c9fa84bfaab096f3084b80ab9 on resource:security_group {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:36:51.376434 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-5da45a04-0fae-40fb-8ae0-164478a74a15 admin admin] Allocated IP 172.28.1.82 (a0481120-3cc8-449f-86d5-38ee9053982b/ac485710-6ac4-46cc-b076-2738f89882f4/e9cac98f-e9bb-4a01-aa5e-878576254ac6) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:36:51.392128 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c533220-4deb-483a-8b65-9e05a9a322e8 req-38e40a62-c955-4e6b-b2cb-1b63613f4639 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:51.393782 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1c533220-4deb-483a-8b65-9e05a9a322e8 req-38e40a62-c955-4e6b-b2cb-1b63613f4639 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.3906615 Apr 20 17:36:51.453176 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-4b91a2e5-c448-4912-8f52-257bc59f165a req-27668c6e-9a36-4b61-8ddc-6bdc96a41100 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Unset dirty status for tenant:c4c4f31c9fa84bfaab096f3084b80ab9 on resource:security_group {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:36:51.454412 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4b91a2e5-c448-4912-8f52-257bc59f165a req-27668c6e-9a36-4b61-8ddc-6bdc96a41100 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269754 Apr 20 17:36:51.591218 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1c533220-4deb-483a-8b65-9e05a9a322e8 req-45c8949c-fee6-4b85-a350-e12bcf4da8ff tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838999 Apr 20 17:36:51.679104 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5da45a04-0fae-40fb-8ae0-164478a74a15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:51.735621 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5da45a04-0fae-40fb-8ae0-164478a74a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:51.740908 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:51.811092 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b23c3826-552f-4cd6-8812-81c5f8c645d6 req-7530b2d7-6fdb-4db1-9423-96a124545ce9 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/ports?device_id=71727193-8ac0-41d3-88c3-4a0c865a3380 HTTP/1.1" status: 200 len: 210 time: 0.1247361 Apr 20 17:36:51.812811 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-7eefa8d2-49e7-41ac-afbc-3d37e5a9023f req-c976e4e7-a0e3-4b24-b8dd-61f5dd1ee45e tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] For port 128bfa3a-57ec-48b0-bbf7-38a70bc546ad, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=128bfa3a-57ec-48b0-bbf7-38a70bc546ad,segment=NetworkSegment(0a2a1f8f-d05e-419c-8376-bdc41b4b0767),segment_id=0a2a1f8f-d05e-419c-8376-bdc41b4b0767)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:36:51.813218 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-7eefa8d2-49e7-41ac-afbc-3d37e5a9023f req-c976e4e7-a0e3-4b24-b8dd-61f5dd1ee45e tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:51.821712 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da45a04-0fae-40fb-8ae0-164478a74a15 admin admin] Pushing event updated for resources: {'Port': ['ID=e9cac98f-e9bb-4a01-aa5e-878576254ac6,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:51.835256 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5da45a04-0fae-40fb-8ae0-164478a74a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:51.837247 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da45a04-0fae-40fb-8ae0-164478a74a15 admin admin] Network a0481120-3cc8-449f-86d5-38ee9053982b is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:36:51.838768 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-5da45a04-0fae-40fb-8ae0-164478a74a15 admin admin] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:36:51.841379 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da45a04-0fae-40fb-8ae0-164478a74a15 admin admin] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:36:51.975651 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-7eefa8d2-49e7-41ac-afbc-3d37e5a9023f req-c976e4e7-a0e3-4b24-b8dd-61f5dd1ee45e tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Calling delete_port for 128bfa3a-57ec-48b0-bbf7-38a70bc546ad owned by compute:nova {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:36:52.300554 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4b181-d295-437e-95a5-ca66bb1bd6d2 req-e48a133c-0aef-40aa-bc00-7398ede3e4ae tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:52.302239 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-79f4b181-d295-437e-95a5-ca66bb1bd6d2 req-e48a133c-0aef-40aa-bc00-7398ede3e4ae tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/ports?device_id=48eebe86-1b38-44c2-a972-f73ec1d5bb55 HTTP/1.1" status: 200 len: 946 time: 0.2934072 Apr 20 17:36:52.324296 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac88e1f-964c-4f8b-9aad-900e9310b129 {{(pid=86488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:36:52.353360 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:52.377309 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5da45a04-0fae-40fb-8ae0-164478a74a15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:52.391110 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] Transition to ACTIVE for port object 7ac88e1f-964c-4f8b-9aad-900e9310b129 will not be triggered until provisioned by entity L2. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:36:52.403479 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-79f4b181-d295-437e-95a5-ca66bb1bd6d2 req-3ca73d35-4d6b-4058-9262-43706e707fe4 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf191def-d757-4641-a14c-5fc6e23de559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904298 Apr 20 17:36:52.407146 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e3cf94-2a2e-4334-b345-59f98c9e45f0 None None] Network d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0 requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:36:52.413224 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-7eefa8d2-49e7-41ac-afbc-3d37e5a9023f req-c976e4e7-a0e3-4b24-b8dd-61f5dd1ee45e tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:52.424848 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-54315758-c73a-424e-bc86-f9dfbae08eb3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:52.484634 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2316177'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:52.492792 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976e4e7-a0e3-4b24-b8dd-61f5dd1ee45e tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Pushing event deleted for resources: {'Port': ['ID=128bfa3a-57ec-48b0-bbf7-38a70bc546ad,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:52.508103 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-c976e4e7-a0e3-4b24-b8dd-61f5dd1ee45e tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:52.511955 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:52.755079 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-f5379cd2-33a6-4262-badc-082d2ae45b42 None None] Provisioning for port ab31f636-752f-42de-9f08-b0fa7c2e37c8 completed by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:36:52.815394 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eefa8d2-49e7-41ac-afbc-3d37e5a9023f req-c976e4e7-a0e3-4b24-b8dd-61f5dd1ee45e tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] No DVR routers for this DVR port 128bfa3a-57ec-48b0-bbf7-38a70bc546ad on host hv-cinder-78692 {{(pid=86488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 17:36:52.823874 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-7eefa8d2-49e7-41ac-afbc-3d37e5a9023f req-c976e4e7-a0e3-4b24-b8dd-61f5dd1ee45e tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:52.827899 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48eebe86-1b38-44c2-a972-f73ec1d5bb55', 'name': 'network-vif-deleted', 'tag': '128bfa3a-57ec-48b0-bbf7-38a70bc546ad'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:36:52.972251 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac88e1f-964c-4f8b-9aad-900e9310b129,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:52.985335 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:53.028936 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7eefa8d2-49e7-41ac-afbc-3d37e5a9023f req-c976e4e7-a0e3-4b24-b8dd-61f5dd1ee45e tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.76 "DELETE /v2.0/ports/128bfa3a-57ec-48b0-bbf7-38a70bc546ad HTTP/1.1" status: 204 len: 173 time: 1.9814832 Apr 20 17:36:53.043143 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] Attempting to bind port 7ac88e1f-964c-4f8b-9aad-900e9310b129 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:36:53.043518 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] Attempting to bind port 7ac88e1f-964c-4f8b-9aad-900e9310b129 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'de8ff25a-cc49-4d16-b3bb-a8722756c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'aec205f1-4068-482a-950a-5522753eb393'}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:36:53.043889 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] Attempting to bind port 7ac88e1f-964c-4f8b-9aad-900e9310b129 on network aec205f1-4068-482a-950a-5522753eb393 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:36:53.073351 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] Port 7ac88e1f-964c-4f8b-9aad-900e9310b129 on network aec205f1-4068-482a-950a-5522753eb393 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:36:53.073351 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] Attempting to bind port 7ac88e1f-964c-4f8b-9aad-900e9310b129 on network aec205f1-4068-482a-950a-5522753eb393 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:36:53.085524 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc648905-df7d-486e-9796-facfb1d4f3ac req-5e9c7269-d70e-4e40-9cd1-e0c882104928 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:53.104938 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-dc648905-df7d-486e-9796-facfb1d4f3ac req-5e9c7269-d70e-4e40-9cd1-e0c882104928 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.2854409 Apr 20 17:36:53.130827 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29504c1-05fc-47ba-9442-5af69875fbe1 req-ef18d4fd-492d-4412-8ee6-edbc7e879825 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:53.132537 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a29504c1-05fc-47ba-9442-5af69875fbe1 req-ef18d4fd-492d-4412-8ee6-edbc7e879825 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4ddbeb7-11ad-43f4-a960-deda6086222f HTTP/1.1" status: 200 len: 944 time: 0.2064321 Apr 20 17:36:53.137492 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] Checking agent: {'id': 'fd2caffb-19f6-4460-a29d-56c5ffae00d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'started_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:36:53.137876 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] Checking segment: {'id': 'de8ff25a-cc49-4d16-b3bb-a8722756c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'aec205f1-4068-482a-950a-5522753eb393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:36:53.138301 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] Bound using segment: {'id': 'de8ff25a-cc49-4d16-b3bb-a8722756c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'aec205f1-4068-482a-950a-5522753eb393'} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:36:53.154641 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] Bound port: 7ac88e1f-964c-4f8b-9aad-900e9310b129, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8ff25a-cc49-4d16-b3bb-a8722756c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'aec205f1-4068-482a-950a-5522753eb393'}}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:36:53.155186 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:53.158232 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5da45a04-0fae-40fb-8ae0-164478a74a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854140348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854349860'] for router, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:53.242630 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device ab31f636-752f-42de-9f08-b0fa7c2e37c8 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:36:53.339787 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-dc648905-df7d-486e-9796-facfb1d4f3ac req-fe9d0497-ed20-4164-ae18-b97ca85d06fb tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338502 Apr 20 17:36:53.409477 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning for port ab31f636-752f-42de-9f08-b0fa7c2e37c8 completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:36:53.415131 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port ab31f636-752f-42de-9f08-b0fa7c2e37c8 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:36:53.415729 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:53.418419 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] For port 7ac88e1f-964c-4f8b-9aad-900e9310b129, host hv-cinder-78692, cleared binding levels {{(pid=86488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:36:53.422972 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] For port 7ac88e1f-964c-4f8b-9aad-900e9310b129, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7ac88e1f-964c-4f8b-9aad-900e9310b129,segment=NetworkSegment(de8ff25a-cc49-4d16-b3bb-a8722756c95d),segment_id=de8ff25a-cc49-4d16-b3bb-a8722756c95d)] {{(pid=86488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:36:53.446408 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a29504c1-05fc-47ba-9442-5af69875fbe1 req-66b825da-7d5d-40ea-9851-3771168efac3 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061922 Apr 20 17:36:53.469290 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc192b29-501b-41d1-9aed-bf1b632eb0ad req-edb41bab-945b-4b8d-ab60-41daba5e1d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:53.469290 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cc192b29-501b-41d1-9aed-bf1b632eb0ad req-edb41bab-945b-4b8d-ab60-41daba5e1d2a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=028eef62e6864fc89f3548dcd265d0df&device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 1098 time: 0.2839899 Apr 20 17:36:53.472803 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2316177'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:53.490577 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-cd4aba2f-f20a-47d3-97c5-65f5c4ac5598 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:53.561674 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 128bfa3a-57ec-48b0-bbf7-38a70bc546ad no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:36:53.577465 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da45a04-0fae-40fb-8ae0-164478a74a15 admin admin] Router 0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca is scheduled to L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 with binding_index 1 {{(pid=86489) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 17:36:53.608672 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] No Port match for: 128bfa3a-57ec-48b0-bbf7-38a70bc546ad {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:36:53.609069 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 128bfa3a-57ec-48b0-bbf7-38a70bc546ad not bound to the agent host hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:36:53.618472 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:53.619168 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:53.622093 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] 10.222.0.76 "PUT /v2.0/ports/7ac88e1f-964c-4f8b-9aad-900e9310b129 HTTP/1.1" status: 200 len: 1094 time: 3.0925298 Apr 20 17:36:53.704072 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:53.761010 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48eebe86-1b38-44c2-a972-f73ec1d5bb55', 'name': 'network-vif-deleted', 'tag': '128bfa3a-57ec-48b0-bbf7-38a70bc546ad', 'status': 'completed', 'code': 200} Apr 20 17:36:53.764360 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] For port ab31f636-752f-42de-9f08-b0fa7c2e37c8, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=ab31f636-752f-42de-9f08-b0fa7c2e37c8,segment=NetworkSegment(fa136594-7921-40c9-af51-7f17bc56ed96),segment_id=fa136594-7921-40c9-af51-7f17bc56ed96)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:36:53.775600 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-1c547509-9fb1-4797-8d4a-f594fac5aaf6 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=be58f1dc6d6c48f6b5fb1d19d3b94bd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574484 Apr 20 17:36:53.799055 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac88e1f-964c-4f8b-9aad-900e9310b129,revision_number=3']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:53.804345 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:53.824962 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:53.834798 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:53.850070 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-63bf5687-3cac-4a2a-9fa9-10729af0676f req-266c306b-42c7-4e97-ae7d-3e8245d5b7ea tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/ports?device_id=71727193-8ac0-41d3-88c3-4a0c865a3380 HTTP/1.1" status: 200 len: 210 time: 0.1115763 Apr 20 17:36:54.023888 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Pushing event updated for resources: {'Port': ['ID=ab31f636-752f-42de-9f08-b0fa7c2e37c8,revision_number=3']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:54.026200 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da45a04-0fae-40fb-8ae0-164478a74a15 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:36:54.039394 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] Sync routers for ids ['0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'] in dv-cinder-786927-2-smb {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:36:54.048644 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:54.055497 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] Routers {'0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:36:54.056495 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:36:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:36:54.074088 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-1f1b2254-5062-4f0f-ba59-d25b064fc0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:54.076580 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-1f1b2254-5062-4f0f-ba59-d25b064fc0f4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c4c4f31c9fa84bfaab096f3084b80ab9&device_id=a4ddbeb7-11ad-43f4-a960-deda6086222f HTTP/1.1" status: 200 len: 1097 time: 0.2176189 Apr 20 17:36:54.165048 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cdf8f2ac-8ad3-4a61-b492-f534d1c9dfea req-09e35be7-07f3-4bbc-b90a-1fb566fdc116 tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] 10.222.0.75 "GET /v2.0/ports?device_id=48eebe86-1b38-44c2-a972-f73ec1d5bb55 HTTP/1.1" status: 200 len: 210 time: 0.0682864 Apr 20 17:36:54.226411 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-fec1a826-b45c-483a-99a0-9689cc4307c6 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:54.228037 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-fec1a826-b45c-483a-99a0-9689cc4307c6 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4113097 Apr 20 17:36:54.249799 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5da45a04-0fae-40fb-8ae0-164478a74a15 admin admin] Notify callbacks [] for router, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:54.254982 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-5da45a04-0fae-40fb-8ae0-164478a74a15 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5776222 Apr 20 17:36:54.255896 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 53814) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:36:54.256833 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Request body: {'port': {'device_id': '71727193-8ac0-41d3-88c3-4a0c865a3380', 'network_id': '72f7840d-11b6-4261-b5da-a9ba0874367b', 'admin_state_up': True, 'tenant_id': 'be58f1dc6d6c48f6b5fb1d19d3b94bd2'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:36:54.270521 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-701fd412-5de2-424f-b8fc-ab1e44dd6b38 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ac88e1f-964c-4f8b-9aad-900e9310b129 HTTP/1.1" status: 200 len: 217 time: 0.1185353 Apr 20 17:36:54.287359 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] Set router 0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:36:54.359151 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc192b29-501b-41d1-9aed-bf1b632eb0ad req-11690651-9a3d-4258-8e73-aa857777a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:54.361157 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cc192b29-501b-41d1-9aed-bf1b632eb0ad req-11690651-9a3d-4258-8e73-aa857777a93c service neutron] 10.222.0.76 "GET /v2.0/networks?id=a2d0ac58-2725-4eae-8fed-6bdf47ba936f HTTP/1.1" status: 200 len: 920 time: 0.7978656 Apr 20 17:36:54.452065 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cc192b29-501b-41d1-9aed-bf1b632eb0ad req-6a217865-a9d9-4e38-bb95-edfa15a3b47e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53 HTTP/1.1" status: 200 len: 217 time: 0.0782254 Apr 20 17:36:54.455344 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:54.593134 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-33068d63-737b-44f1-b8f3-eeff7982f5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:54.594893 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-33068d63-737b-44f1-b8f3-eeff7982f5b7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a5e486ae-c4c2-431d-a854-fe012bbb8ec9 HTTP/1.1" status: 200 len: 853 time: 0.2586000 Apr 20 17:36:54.625511 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:54.629585 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc192b29-501b-41d1-9aed-bf1b632eb0ad req-1ea41080-1ee8-4c6e-9c1b-37d6cc82cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:54.631316 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cc192b29-501b-41d1-9aed-bf1b632eb0ad req-1ea41080-1ee8-4c6e-9c1b-37d6cc82cf7d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c6eddfa4-1956-4af6-940a-b08e3d6fd898 HTTP/1.1" status: 200 len: 859 time: 0.1673923 Apr 20 17:36:54.679507 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Usage tracker for resource:port and tenant:be58f1dc6d6c48f6b5fb1d19d3b94bd2 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:54.688587 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:54.701786 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:54.703801 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'name': 'tempest-TestMinimumBasicScenario-1689815698-router', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:36:49Z', 'updated_at': '2021-04-20T17:36:52Z', 'revision_number': 3, 'project_id': 'af1946123c424937b4137708c77ee5ba', 'gw_port': {'id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:36:51Z', 'updated_at': '2021-04-20T17:36:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb'}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:36:54.706242 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cc192b29-501b-41d1-9aed-bf1b632eb0ad req-0ca03209-f058-4ec3-b3e6-84a7a43aec34 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a2d0ac58-2725-4eae-8fed-6bdf47ba936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654850 Apr 20 17:36:54.708609 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] Checking router: 0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca for host: dv-cinder-786927-2-smb {{(pid=86491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:36:54.709018 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] Updating router 0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca port e9cac98f-e9bb-4a01-aa5e-878576254ac6 binding host dv-cinder-786927-2-smb {{(pid=86491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 17:36:54.728376 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-ebda00f1-fe19-4971-90e8-799bebfc22f5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aec205f1-4068-482a-950a-5522753eb393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101472 Apr 20 17:36:54.767946 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:54.808942 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Made reservation on behalf of be58f1dc6d6c48f6b5fb1d19d3b94bd2 for: {'port': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:36:54.814985 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:54.838764 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:54.869396 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8886b8a-290f-410f-88f0-6c7fe6aebd49 req-31acbaaf-8092-4ad2-8840-f8f2cad461c7 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:54.871089 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d8886b8a-290f-410f-88f0-6c7fe6aebd49 req-31acbaaf-8092-4ad2-8840-f8f2cad461c7 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.3091047 Apr 20 17:36:54.894922 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:36:54.924631 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Usage tracker for resource:security_group_rule and tenant:be58f1dc6d6c48f6b5fb1d19d3b94bd2 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:36:54.938723 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:36:54.956332 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:36:54.964015 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cc192b29-501b-41d1-9aed-bf1b632eb0ad req-30f0dda3-4259-428f-b937-27b5606541be service neutron] 10.222.0.76 "GET /v2.0/networks/a2d0ac58-2725-4eae-8fed-6bdf47ba936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409821 Apr 20 17:36:55.002538 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d8886b8a-290f-410f-88f0-6c7fe6aebd49 req-ab488ebb-b14e-4c4c-9d89-316e474ca0f1 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230791 Apr 20 17:36:55.041586 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa696ec2-d7c5-401d-a042-67997bd78c30 req-e12d2b8e-71ab-47c6-a5e8-fe1a6b7c3ecb tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:55.043268 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-aa696ec2-d7c5-401d-a042-67997bd78c30 req-e12d2b8e-71ab-47c6-a5e8-fe1a6b7c3ecb tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4ddbeb7-11ad-43f4-a960-deda6086222f HTTP/1.1" status: 200 len: 944 time: 0.4267530 Apr 20 17:36:55.103774 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-fe188152-77b4-45a6-abce-02be6d5f6a1d service neutron] 10.222.0.76 "GET /v2.0/networks/aec205f1-4068-482a-950a-5522753eb393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674076 Apr 20 17:36:55.179391 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cc192b29-501b-41d1-9aed-bf1b632eb0ad req-239c6df4-09b6-4b9d-b592-d8b77af10477 service neutron] 10.222.0.76 "GET /v2.0/networks/a2d0ac58-2725-4eae-8fed-6bdf47ba936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043490 Apr 20 17:36:55.180940 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] Notify callbacks [] for port, precommit_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:55.189474 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device ab31f636-752f-42de-9f08-b0fa7c2e37c8 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:36:55.200289 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] Transition to ACTIVE for port object e9cac98f-e9bb-4a01-aa5e-878576254ac6 will not be triggered until provisioned by entity L2. {{(pid=86491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:36:55.241332 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:55.243943 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:55.256395 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-ce05116c-5a28-4771-a808-2e6e1accfdd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:55.272274 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:55.277485 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7f860e37-5abd-41c4-9407-aea0de728130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:55.342251 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] Attempting to bind port e9cac98f-e9bb-4a01-aa5e-878576254ac6 on host dv-cinder-786927-2-smb for vnic_type normal with profile {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:36:55.342698 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] Attempting to bind port e9cac98f-e9bb-4a01-aa5e-878576254ac6 by drivers openvswitch,hyperv on host dv-cinder-786927-2-smb at level 0 using segments [{'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}] {{(pid=86491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:36:55.343114 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] Attempting to bind port e9cac98f-e9bb-4a01-aa5e-878576254ac6 on network a0481120-3cc8-449f-86d5-38ee9053982b {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:36:55.360567 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] Checking agent: {'id': '74ba6a7c-ead8-41e5-9ed8-4c77b6c88b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 26, 7), 'started_at': datetime.datetime(2021, 4, 20, 17, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:36:55.360987 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] Checking segment: {'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:36:55.361303 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port ab31f636-752f-42de-9f08-b0fa7c2e37c8 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:36:55.361448 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:55.361858 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] Bound using segment: {'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'} {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:36:55.361968 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:55.362402 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] Bound port: e9cac98f-e9bb-4a01-aa5e-878576254ac6, host: dv-cinder-786927-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}}] {{(pid=86491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:36:55.362879 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:55.390814 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e922550-1eb8-4355-a394-b30bf2c4fc23,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:55.405305 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:55.424672 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628a6f2-c693-4482-93a1-a744a2444ed6 None None] Pushing event updated for resources: {'Port': ['ID=e9cac98f-e9bb-4a01-aa5e-878576254ac6,revision_number=2']} {{(pid=86491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:55.445357 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628a6f2-c693-4482-93a1-a744a2444ed6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:55.445717 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628a6f2-c693-4482-93a1-a744a2444ed6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:55.446097 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628a6f2-c693-4482-93a1-a744a2444ed6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:55.446471 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628a6f2-c693-4482-93a1-a744a2444ed6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:55.447003 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628a6f2-c693-4482-93a1-a744a2444ed6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:55.447375 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628a6f2-c693-4482-93a1-a744a2444ed6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:55.447741 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628a6f2-c693-4482-93a1-a744a2444ed6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:55.448105 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628a6f2-c693-4482-93a1-a744a2444ed6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:55.448469 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628a6f2-c693-4482-93a1-a744a2444ed6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:55.448836 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628a6f2-c693-4482-93a1-a744a2444ed6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:55.449197 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628a6f2-c693-4482-93a1-a744a2444ed6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:55.449557 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628a6f2-c693-4482-93a1-a744a2444ed6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:36:55.455000 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-9628a6f2-c693-4482-93a1-a744a2444ed6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:55.484591 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] For port e9cac98f-e9bb-4a01-aa5e-878576254ac6, host dv-cinder-786927-2-smb, cleared binding levels {{(pid=86491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:36:55.488922 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] For port e9cac98f-e9bb-4a01-aa5e-878576254ac6, host dv-cinder-786927-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=e9cac98f-e9bb-4a01-aa5e-878576254ac6,segment=NetworkSegment(b1e9f102-11a2-4b4f-ab28-aef5c346bdb3),segment_id=b1e9f102-11a2-4b4f-ab28-aef5c346bdb3)] {{(pid=86491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:36:55.518700 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:55.524283 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-637b0f98-bb02-4cfa-90b2-9b131ba9a5cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:55.568362 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e48722c9-5ac7-447f-86a1-38c57c586f35 req-62308b81-719f-4663-8121-b6adf617828b tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/ports?device_id=71727193-8ac0-41d3-88c3-4a0c865a3380 HTTP/1.1" status: 200 len: 210 time: 0.0601900 Apr 20 17:36:55.575094 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Allocated IP 192.168.233.233 (72f7840d-11b6-4261-b5da-a9ba0874367b/c7868776-e3db-4095-ad4f-bb8623a05657/7e847bd5-ec91-4108-bfcc-827b64c1bf2b) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:36:55.588045 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-aa696ec2-d7c5-401d-a042-67997bd78c30 req-d92d97f7-ab0f-4406-b1d3-a1e253eddba5 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5237830 Apr 20 17:36:55.608788 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] Routers {'0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:36:55.609569 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:36:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:36:55.755250 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628a6f2-c693-4482-93a1-a744a2444ed6 None None] Pushing event updated for resources: {'Port': ['ID=e9cac98f-e9bb-4a01-aa5e-878576254ac6,revision_number=3']} {{(pid=86491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:55.781869 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-9628a6f2-c693-4482-93a1-a744a2444ed6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:55.788128 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ddbeb7-11ad-43f4-a960-deda6086222f', 'tag': '7ac88e1f-964c-4f8b-9aad-900e9310b129'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:36:55.862115 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] Set router 0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:36:55.864223 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ddbeb7-11ad-43f4-a960-deda6086222f', 'tag': '7ac88e1f-964c-4f8b-9aad-900e9310b129', 'status': 'completed', 'code': 200} Apr 20 17:36:55.911139 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-349655b1-19dd-48d2-9c59-dd42c7b4ac77 req-a96df36d-712a-49f3-b1ba-bce2e7825caa service neutron] 10.222.0.76 "GET /v2.0/networks/aec205f1-4068-482a-950a-5522753eb393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7986274 Apr 20 17:36:55.916512 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:55.935723 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Transition to ACTIVE for port object 7e847bd5-ec91-4108-bfcc-827b64c1bf2b will not be triggered until provisioned by entity DHCP. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:36:55.992978 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:56.000685 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4fd0c348-b753-48ef-900b-b1a6456cd9cb tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:56.118871 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Network 72f7840d-11b6-4261-b5da-a9ba0874367b is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:36:56.142870 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:36:56.150130 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:36:56.185847 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-de2ee2af-a260-40f3-9efd-827d21ef3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:56.190277 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Pushing event updated for resources: {'Port': ['ID=7e847bd5-ec91-4108-bfcc-827b64c1bf2b,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:56.193410 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:56.260328 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'name': 'tempest-TestMinimumBasicScenario-1689815698-router', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:36:49Z', 'updated_at': '2021-04-20T17:36:52Z', 'revision_number': 3, 'project_id': 'af1946123c424937b4137708c77ee5ba', 'gw_port': {'id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:36:51Z', 'updated_at': '2021-04-20T17:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb'}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:36:56.267954 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9158faa2-04a1-491d-9c2a-41dfab1c165f None None] The sync data for ids ['0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'] in dv-cinder-786927-2-smb is: [{'id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'name': 'tempest-TestMinimumBasicScenario-1689815698-router', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:36:49Z', 'updated_at': '2021-04-20T17:36:52Z', 'revision_number': 3, 'project_id': 'af1946123c424937b4137708c77ee5ba', 'gw_port': {'id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:36:51Z', 'updated_at': '2021-04-20T17:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb'}] {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:36:56.307637 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de0dbe-1c70-4ba8-b1f3-f7eaceeadd42 req-3c434c71-a021-4c47-950c-3201e762bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:56.309256 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c0de0dbe-1c70-4ba8-b1f3-f7eaceeadd42 req-3c434c71-a021-4c47-950c-3201e762bffa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c4c4f31c9fa84bfaab096f3084b80ab9&device_id=a4ddbeb7-11ad-43f4-a960-deda6086222f HTTP/1.1" status: 200 len: 1097 time: 0.2102780 Apr 20 17:36:56.342207 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:56.343401 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:56.455380 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4109e-419d-4055-b6cf-75176f5a8671 req-398e6dd9-3198-40bd-9e11-1626435a9101 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:56.463950 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ece4109e-419d-4055-b6cf-75176f5a8671 req-398e6dd9-3198-40bd-9e11-1626435a9101 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.2691505 Apr 20 17:36:56.518544 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ece4109e-419d-4055-b6cf-75176f5a8671 req-b6a11270-e362-46c5-9159-6323730ccdcc tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537870 Apr 20 17:36:56.520382 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2679729 Apr 20 17:36:56.539077 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-338a2c8b-d458-4e44-a1d1-a6fdd95d7bcd None None] Provisioning for port 7e847bd5-ec91-4108-bfcc-827b64c1bf2b completed by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:36:56.544305 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-338a2c8b-d458-4e44-a1d1-a6fdd95d7bcd None None] Provisioning complete for port 7e847bd5-ec91-4108-bfcc-827b64c1bf2b triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:36:56.549103 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-338a2c8b-d458-4e44-a1d1-a6fdd95d7bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:56.593249 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] Request body: {'port': {'device_id': '71727193-8ac0-41d3-88c3-4a0c865a3380', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:36:56.603313 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-338a2c8b-d458-4e44-a1d1-a6fdd95d7bcd None None] Port 7e847bd5-ec91-4108-bfcc-827b64c1bf2b cannot update to ACTIVE because it is not bound. {{(pid=86490) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 17:36:56.697588 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de0dbe-1c70-4ba8-b1f3-f7eaceeadd42 req-e1bcec90-6260-4c1e-954a-e82b8009ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:56.699212 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c0de0dbe-1c70-4ba8-b1f3-f7eaceeadd42 req-e1bcec90-6260-4c1e-954a-e82b8009ef2f service neutron] 10.222.0.76 "GET /v2.0/networks?id=aec205f1-4068-482a-950a-5522753eb393 HTTP/1.1" status: 200 len: 914 time: 0.3634951 Apr 20 17:36:56.765093 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:56.786894 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-de2ee2af-a260-40f3-9efd-827d21ef3a97 admin admin] Allocated IP 172.20.0.1 (d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0/f36a7a71-2ad5-4fb8-b929-3618c9b18a18/2212874d-c60d-45f8-8533-d6b3ca98d97b) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:36:56.854907 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c0de0dbe-1c70-4ba8-b1f3-f7eaceeadd42 req-910e8955-c418-4c6c-974c-1994eaeb9fa1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ac88e1f-964c-4f8b-9aad-900e9310b129 HTTP/1.1" status: 200 len: 217 time: 0.1432886 Apr 20 17:36:57.038761 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de0dbe-1c70-4ba8-b1f3-f7eaceeadd42 req-5e5851f4-e6b9-424a-be4b-3e8dae19acce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:57.040350 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c0de0dbe-1c70-4ba8-b1f3-f7eaceeadd42 req-5e5851f4-e6b9-424a-be4b-3e8dae19acce service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a5e486ae-c4c2-431d-a854-fe012bbb8ec9 HTTP/1.1" status: 200 len: 853 time: 0.1745996 Apr 20 17:36:57.097072 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6091f9-4773-4ede-8c32-28333b4ed58c req-44c82307-077c-401d-b223-f5f6b6b893c6 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:57.097072 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-3d6091f9-4773-4ede-8c32-28333b4ed58c req-44c82307-077c-401d-b223-f5f6b6b893c6 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Synchronizing usage tracker for tenant:c4c4f31c9fa84bfaab096f3084b80ab9 on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:36:57.114425 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3da84-4a4d-42f4-899d-de763334d4f7 req-cd4071ee-a6c3-48b7-bdef-2f1e3aecec89 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:57.116160 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e7e3da84-4a4d-42f4-899d-de763334d4f7 req-cd4071ee-a6c3-48b7-bdef-2f1e3aecec89 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/ports?device_id=71727193-8ac0-41d3-88c3-4a0c865a3380 HTTP/1.1" status: 200 len: 936 time: 0.3378811 Apr 20 17:36:57.161331 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c0de0dbe-1c70-4ba8-b1f3-f7eaceeadd42 req-c96291f8-9447-40e9-8093-700f5251446b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aec205f1-4068-482a-950a-5522753eb393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952072 Apr 20 17:36:57.178370 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-3d6091f9-4773-4ede-8c32-28333b4ed58c req-44c82307-077c-401d-b223-f5f6b6b893c6 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Unset dirty status for tenant:c4c4f31c9fa84bfaab096f3084b80ab9 on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:36:57.179969 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3d6091f9-4773-4ede-8c32-28333b4ed58c req-44c82307-077c-401d-b223-f5f6b6b893c6 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4ddbeb7-11ad-43f4-a960-deda6086222f HTTP/1.1" status: 200 len: 944 time: 0.3632514 Apr 20 17:36:57.207401 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device e9cac98f-e9bb-4a01-aa5e-878576254ac6 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:36:57.301195 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-de2ee2af-a260-40f3-9efd-827d21ef3a97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:57.306179 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3d6091f9-4773-4ede-8c32-28333b4ed58c req-4f254529-651e-421c-8e4f-9142689e1f56 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187575 Apr 20 17:36:57.328836 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e847bd5-ec91-4108-bfcc-827b64c1bf2b {{(pid=86488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:36:57.329095 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:57.331365 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning for port e9cac98f-e9bb-4a01-aa5e-878576254ac6 completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:36:57.333683 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e7e3da84-4a4d-42f4-899d-de763334d4f7 req-64ff47a1-3bec-4866-84a6-d96d170dc000 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/security-groups?id=0e922550-1eb8-4355-a394-b30bf2c4fc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084122 Apr 20 17:36:57.337136 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port e9cac98f-e9bb-4a01-aa5e-878576254ac6 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:36:57.337815 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:57.356017 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] Transition to ACTIVE for port object 7e847bd5-ec91-4108-bfcc-827b64c1bf2b will not be triggered until provisioned by entity L2. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:36:57.376909 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-de2ee2af-a260-40f3-9efd-827d21ef3a97 admin admin] Transition to ACTIVE for port object 2212874d-c60d-45f8-8533-d6b3ca98d97b will not be triggered until provisioned by entity DHCP. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:36:57.392673 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2316177'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:57.400325 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:57.413719 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c0de0dbe-1c70-4ba8-b1f3-f7eaceeadd42 req-401c54ec-4ab5-4ed1-8d75-9329b9e2ab83 service neutron] 10.222.0.76 "GET /v2.0/networks/aec205f1-4068-482a-950a-5522753eb393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404401 Apr 20 17:36:57.474473 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:57.493498 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] For port e9cac98f-e9bb-4a01-aa5e-878576254ac6, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=e9cac98f-e9bb-4a01-aa5e-878576254ac6,segment=NetworkSegment(b1e9f102-11a2-4b4f-ab28-aef5c346bdb3),segment_id=b1e9f102-11a2-4b4f-ab28-aef5c346bdb3)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:36:57.530694 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:57.534346 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:57.580187 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-de2ee2af-a260-40f3-9efd-827d21ef3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:57.633221 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e847bd5-ec91-4108-bfcc-827b64c1bf2b,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:57.640092 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:57.723579 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:57.749292 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Pushing event updated for resources: {'Port': ['ID=e9cac98f-e9bb-4a01-aa5e-878576254ac6,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:57.754425 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:57.828839 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2ee2af-a260-40f3-9efd-827d21ef3a97 admin admin] Network d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0 is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:36:57.850034 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] Attempting to bind port 7e847bd5-ec91-4108-bfcc-827b64c1bf2b on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:36:57.850407 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] Attempting to bind port 7e847bd5-ec91-4108-bfcc-827b64c1bf2b by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '5523f8f3-1657-46af-8d16-7be739a32df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '72f7840d-11b6-4261-b5da-a9ba0874367b'}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:36:57.850800 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] Attempting to bind port 7e847bd5-ec91-4108-bfcc-827b64c1bf2b on network 72f7840d-11b6-4261-b5da-a9ba0874367b {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:36:57.855852 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] Port 7e847bd5-ec91-4108-bfcc-827b64c1bf2b on network 72f7840d-11b6-4261-b5da-a9ba0874367b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:36:57.856209 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] Attempting to bind port 7e847bd5-ec91-4108-bfcc-827b64c1bf2b on network 72f7840d-11b6-4261-b5da-a9ba0874367b {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:36:57.862727 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] Checking agent: {'id': 'fd2caffb-19f6-4460-a29d-56c5ffae00d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'started_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:36:57.862727 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] Checking segment: {'id': '5523f8f3-1657-46af-8d16-7be739a32df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '72f7840d-11b6-4261-b5da-a9ba0874367b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:36:57.863161 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] Bound using segment: {'id': '5523f8f3-1657-46af-8d16-7be739a32df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '72f7840d-11b6-4261-b5da-a9ba0874367b'} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:36:57.863632 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] Bound port: 7e847bd5-ec91-4108-bfcc-827b64c1bf2b, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5523f8f3-1657-46af-8d16-7be739a32df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '72f7840d-11b6-4261-b5da-a9ba0874367b'}}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:36:57.863997 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:57.877177 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-de2ee2af-a260-40f3-9efd-827d21ef3a97 admin admin] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:36:57.899239 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2ee2af-a260-40f3-9efd-827d21ef3a97 admin admin] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:36:57.904271 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-de2ee2af-a260-40f3-9efd-827d21ef3a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636417'] for router_interface, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:57.965252 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ee2af-a260-40f3-9efd-827d21ef3a97 admin admin] Pushing event updated for resources: {'Port': ['ID=2212874d-c60d-45f8-8533-d6b3ca98d97b,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:57.967296 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] For port 7e847bd5-ec91-4108-bfcc-827b64c1bf2b, host hv-cinder-78692, cleared binding levels {{(pid=86488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:36:57.970812 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] For port 7e847bd5-ec91-4108-bfcc-827b64c1bf2b, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7e847bd5-ec91-4108-bfcc-827b64c1bf2b,segment=NetworkSegment(5523f8f3-1657-46af-8d16-7be739a32df7),segment_id=5523f8f3-1657-46af-8d16-7be739a32df7)] {{(pid=86488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:36:57.974640 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c0de0dbe-1c70-4ba8-b1f3-f7eaceeadd42 req-9fab717d-d0cf-4331-aa09-51d51b408afb service neutron] 10.222.0.76 "GET /v2.0/networks/aec205f1-4068-482a-950a-5522753eb393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5494859 Apr 20 17:36:57.976712 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-de2ee2af-a260-40f3-9efd-827d21ef3a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:58.025656 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2316177'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:58.030633 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc80a9-85bf-4693-a24e-d1ae70e9001e req-dee14d67-0b5d-4024-97bd-ab0325707807 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:58.031212 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-ce593b1c-7de5-4b47-9a47-f29b4320d0e2 tempest-DeleteServersTestJSON-1162963375 tempest-DeleteServersTestJSON-1162963375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:58.032247 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ebcc80a9-85bf-4693-a24e-d1ae70e9001e req-dee14d67-0b5d-4024-97bd-ab0325707807 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.2156742 Apr 20 17:36:58.085932 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:58.086474 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:58.087982 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] 10.222.0.76 "PUT /v2.0/ports/7e847bd5-ec91-4108-bfcc-827b64c1bf2b HTTP/1.1" status: 200 len: 1098 time: 1.5030904 Apr 20 17:36:58.088517 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71727193-8ac0-41d3-88c3-4a0c865a3380', 'tag': '7e847bd5-ec91-4108-bfcc-827b64c1bf2b'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:36:58.088654 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ebcc80a9-85bf-4693-a24e-d1ae70e9001e req-f096e36d-e2d0-43e0-b280-5816c3a9ae2c tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478971 Apr 20 17:36:58.101525 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-3a97c4f2-f8ab-43bd-b07a-c26565e9e359 None None] Provisioning for port 2212874d-c60d-45f8-8533-d6b3ca98d97b completed by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:36:58.109567 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-3a97c4f2-f8ab-43bd-b07a-c26565e9e359 None None] Provisioning complete for port 2212874d-c60d-45f8-8533-d6b3ca98d97b triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:36:58.110060 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3a97c4f2-f8ab-43bd-b07a-c26565e9e359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:58.128640 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e847bd5-ec91-4108-bfcc-827b64c1bf2b,revision_number=3']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:58.135066 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:58.162393 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71727193-8ac0-41d3-88c3-4a0c865a3380', 'tag': '7e847bd5-ec91-4108-bfcc-827b64c1bf2b', 'status': 'completed', 'code': 200} Apr 20 17:36:58.174526 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-de2ee2af-a260-40f3-9efd-827d21ef3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:58.188290 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-3a97c4f2-f8ab-43bd-b07a-c26565e9e359 None None] Port 2212874d-c60d-45f8-8533-d6b3ca98d97b cannot update to ACTIVE because it is not bound. {{(pid=86490) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 17:36:58.315580 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6e6d1-1df9-49bf-a6d8-548b1cbb9191 req-e2254fca-6bab-4268-a214-e8e4e159031c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:58.317181 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6ae6e6d1-1df9-49bf-a6d8-548b1cbb9191 req-e2254fca-6bab-4268-a214-e8e4e159031c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=be58f1dc6d6c48f6b5fb1d19d3b94bd2&device_id=71727193-8ac0-41d3-88c3-4a0c865a3380 HTTP/1.1" status: 200 len: 1101 time: 0.0876641 Apr 20 17:36:58.369193 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6ae6e6d1-1df9-49bf-a6d8-548b1cbb9191 req-82092776-e175-43eb-9c78-12bc425c6c1e service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=be58f1dc6d6c48f6b5fb1d19d3b94bd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366724 Apr 20 17:36:58.425800 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-de2ee2af-a260-40f3-9efd-827d21ef3a97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:58.469098 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-de2ee2af-a260-40f3-9efd-827d21ef3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:58.479021 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-de2ee2af-a260-40f3-9efd-827d21ef3a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854139290'] for router_interface, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:58.486263 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:36:58.602336 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6e6d1-1df9-49bf-a6d8-548b1cbb9191 req-c8273a4b-ee21-4094-9c3f-596e690fa3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:58.603988 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6ae6e6d1-1df9-49bf-a6d8-548b1cbb9191 req-c8273a4b-ee21-4094-9c3f-596e690fa3d7 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2267251 Apr 20 17:36:58.623755 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8e81a-c6b3-4b5d-95da-5c47db9ff3d6 req-416bca54-4799-4ce6-a683-7690073cfc93 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:58.625080 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-5fd8e81a-c6b3-4b5d-95da-5c47db9ff3d6 req-416bca54-4799-4ce6-a683-7690073cfc93 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Synchronizing usage tracker for tenant:be58f1dc6d6c48f6b5fb1d19d3b94bd2 on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:36:58.672421 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-5fd8e81a-c6b3-4b5d-95da-5c47db9ff3d6 req-416bca54-4799-4ce6-a683-7690073cfc93 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Unset dirty status for tenant:be58f1dc6d6c48f6b5fb1d19d3b94bd2 on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:36:58.674155 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5fd8e81a-c6b3-4b5d-95da-5c47db9ff3d6 req-416bca54-4799-4ce6-a683-7690073cfc93 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/ports?device_id=71727193-8ac0-41d3-88c3-4a0c865a3380 HTTP/1.1" status: 200 len: 948 time: 0.2030728 Apr 20 17:36:58.790490 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-5fd8e81a-c6b3-4b5d-95da-5c47db9ff3d6 req-dcf566a0-1391-402b-85ad-8e949ef1ebca tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Synchronizing usage tracker for tenant:be58f1dc6d6c48f6b5fb1d19d3b94bd2 on resource:security_group {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:36:58.818469 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-b2784cb8-d557-4f5a-ac8f-965225cbb1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:58.835737 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-b2784cb8-d557-4f5a-ac8f-965225cbb1d1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=be58f1dc6d6c48f6b5fb1d19d3b94bd2&device_id=71727193-8ac0-41d3-88c3-4a0c865a3380 HTTP/1.1" status: 200 len: 1101 time: 0.1371114 Apr 20 17:36:58.867002 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ee2af-a260-40f3-9efd-827d21ef3a97 admin admin] Pushing event updated for resources: {'Port': ['ID=2212874d-c60d-45f8-8533-d6b3ca98d97b,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:36:58.871386 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-de2ee2af-a260-40f3-9efd-827d21ef3a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:36:58.929445 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da282416-5bdc-41f7-a7c8-f6cc2ce486e4 req-2f1c8899-5db8-493e-83b2-5900e971f93f tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:58.931316 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-5fd8e81a-c6b3-4b5d-95da-5c47db9ff3d6 req-dcf566a0-1391-402b-85ad-8e949ef1ebca tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Unset dirty status for tenant:be58f1dc6d6c48f6b5fb1d19d3b94bd2 on resource:security_group {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:36:58.932542 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5fd8e81a-c6b3-4b5d-95da-5c47db9ff3d6 req-dcf566a0-1391-402b-85ad-8e949ef1ebca tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/security-groups?id=0e922550-1eb8-4355-a394-b30bf2c4fc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509108 Apr 20 17:36:58.938289 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-da282416-5bdc-41f7-a7c8-f6cc2ce486e4 req-2f1c8899-5db8-493e-83b2-5900e971f93f tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4ddbeb7-11ad-43f4-a960-deda6086222f HTTP/1.1" status: 200 len: 944 time: 0.5103345 Apr 20 17:36:58.945006 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-657cdd6a-5afe-4f50-ad21-c19874673444 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=7e847bd5-ec91-4108-bfcc-827b64c1bf2b HTTP/1.1" status: 200 len: 217 time: 0.1052821 Apr 20 17:36:59.019587 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-7bf512c5-0ec4-414f-8433-ca6fe8850bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:59.021167 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-7bf512c5-0ec4-414f-8433-ca6fe8850bc1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c7868776-e3db-4095-ad4f-bb8623a05657 HTTP/1.1" status: 200 len: 843 time: 0.0686738 Apr 20 17:36:59.053799 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2ee2af-a260-40f3-9efd-827d21ef3a97 admin admin] Network d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0 is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:36:59.058959 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-de2ee2af-a260-40f3-9efd-827d21ef3a97 admin admin] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:36:59.114080 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-da282416-5bdc-41f7-a7c8-f6cc2ce486e4 req-e2da6a4f-e140-4030-a055-40d30d65280d tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746688 Apr 20 17:36:59.190799 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device e9cac98f-e9bb-4a01-aa5e-878576254ac6 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:36:59.384680 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port e9cac98f-e9bb-4a01-aa5e-878576254ac6 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:36:59.385451 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:59.483478 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 7ac88e1f-964c-4f8b-9aad-900e9310b129 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86490) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 17:36:59.537339 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2ee2af-a260-40f3-9efd-827d21ef3a97 admin admin] Router 0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca has already been hosted by L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 {{(pid=86489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 17:36:59.597368 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-59b5b786-74eb-4dcf-9e62-44ff7f0efa31 None None] Provisioning complete for port 2212874d-c60d-45f8-8533-d6b3ca98d97b triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:36:59.598047 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59b5b786-74eb-4dcf-9e62-44ff7f0efa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:36:59.599397 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-ca349279-d50a-4bdd-9118-d0623ec973d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:59.601018 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-ca349279-d50a-4bdd-9118-d0623ec973d0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=72f7840d-11b6-4261-b5da-a9ba0874367b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5728290 Apr 20 17:36:59.769007 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-e9f1313c-f769-4032-8d0c-c84559921cd8 service neutron] 10.222.0.76 "GET /v2.0/networks/72f7840d-11b6-4261-b5da-a9ba0874367b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550939 Apr 20 17:36:59.893075 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259eb59-b7d2-4367-88b0-c3d062d77945 req-171a09e5-46d5-4e03-b895-3e5bd226a2a8 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:36:59.900973 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d259eb59-b7d2-4367-88b0-c3d062d77945 req-171a09e5-46d5-4e03-b895-3e5bd226a2a8 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.3764887 Apr 20 17:36:59.914091 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.db.resource_extend [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 17:36:59.938329 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-59b5b786-74eb-4dcf-9e62-44ff7f0efa31 None None] Port 2212874d-c60d-45f8-8533-d6b3ca98d97b cannot update to ACTIVE because it is not bound. {{(pid=86490) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 17:36:59.960583 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2ee2af-a260-40f3-9efd-827d21ef3a97 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:36:59.994788 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-de2ee2af-a260-40f3-9efd-827d21ef3a97 admin admin] 10.222.0.75 "PUT /v2.0/routers/0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7194035 Apr 20 17:36:59.994994 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] Sync routers for ids ['0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'] in dv-cinder-786927-2-smb {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:37:00.032713 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d259eb59-b7d2-4367-88b0-c3d062d77945 req-e6cc0827-a8ed-4ff4-8603-747fec8a1aa8 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227531 Apr 20 17:37:00.044229 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] Routers {'0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:37:00.045910 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:36:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:37:00.083627 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e5b8f8bb-431f-47ce-a700-e52f1a51f90b req-21a4e6a6-6810-44cc-ba6b-13f3c9f8823e service neutron] 10.222.0.76 "GET /v2.0/networks/72f7840d-11b6-4261-b5da-a9ba0874367b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021867 Apr 20 17:37:00.088199 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099300f5-71eb-4b3e-aa7f-bf7a3be2b071 req-aa28d348-bf2e-4999-bf8d-f7a4de3f070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:00.090245 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-099300f5-71eb-4b3e-aa7f-bf7a3be2b071 req-aa28d348-bf2e-4999-bf8d-f7a4de3f070f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 1098 time: 0.1018975 Apr 20 17:37:00.208280 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-099300f5-71eb-4b3e-aa7f-bf7a3be2b071 req-970d483b-6212-4a77-884f-69b2998a108d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027980 Apr 20 17:37:00.241659 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46039b2a-510d-42d7-af83-d1d2d0e1b3b7 req-dc7be384-a885-4c99-bbfa-540ca2c9a2e6 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:00.245180 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-46039b2a-510d-42d7-af83-d1d2d0e1b3b7 req-dc7be384-a885-4c99-bbfa-540ca2c9a2e6 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/ports?device_id=71727193-8ac0-41d3-88c3-4a0c865a3380 HTTP/1.1" status: 200 len: 948 time: 0.1224089 Apr 20 17:37:00.273459 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 7ac88e1f-964c-4f8b-9aad-900e9310b129, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7ac88e1f-964c-4f8b-9aad-900e9310b129,segment=NetworkSegment(de8ff25a-cc49-4d16-b3bb-a8722756c95d),segment_id=de8ff25a-cc49-4d16-b3bb-a8722756c95d)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:37:00.299610 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Returning: {'device': '7ac88e1f-964c-4f8b-9aad-900e9310b129', 'network_id': 'aec205f1-4068-482a-950a-5522753eb393', 'port_id': '7ac88e1f-964c-4f8b-9aad-900e9310b129', 'mac_address': 'fa:16:3e:6d:29:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 951, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e486ae-c4c2-431d-a854-fe012bbb8ec9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86490) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:37:00.307987 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-46039b2a-510d-42d7-af83-d1d2d0e1b3b7 req-86d8457a-542a-410a-8cda-b317d69a469f tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/security-groups?id=0e922550-1eb8-4355-a394-b30bf2c4fc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562851 Apr 20 17:37:00.347254 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8521e6f-c1b3-406f-ad0a-24fa3ca6f8f1 req-c29813e6-4851-422a-8cf8-bc0314acf0b2 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:00.348840 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f8521e6f-c1b3-406f-ad0a-24fa3ca6f8f1 req-c29813e6-4851-422a-8cf8-bc0314acf0b2 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4ddbeb7-11ad-43f4-a960-deda6086222f HTTP/1.1" status: 200 len: 944 time: 0.1045413 Apr 20 17:37:00.365803 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:00.387710 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac88e1f-964c-4f8b-9aad-900e9310b129 {{(pid=86490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:37:00.397725 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] Set router 0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:37:00.398955 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f8521e6f-c1b3-406f-ad0a-24fa3ca6f8f1 req-7fefe7f9-ca5b-4ed7-be57-8fd6330ad95a tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433509 Apr 20 17:37:00.491959 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 7ac88e1f-964c-4f8b-9aad-900e9310b129, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7ac88e1f-964c-4f8b-9aad-900e9310b129,segment=NetworkSegment(de8ff25a-cc49-4d16-b3bb-a8722756c95d),segment_id=de8ff25a-cc49-4d16-b3bb-a8722756c95d)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:37:00.567539 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:00.577177 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:00.736910 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=7ac88e1f-964c-4f8b-9aad-900e9310b129,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:00.742043 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:00.775021 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 53922) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:00.781588 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-04556985-c357-4d44-997c-8169df0f1770 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1288565499-network', 'tenant_id': '2f3fd372ecd84477822d1d7b7e17b809'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:37:00.786519 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-04556985-c357-4d44-997c-8169df0f1770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:37:00.790740 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-04556985-c357-4d44-997c-8169df0f1770 admin admin] Usage tracker for resource:network and tenant:2f3fd372ecd84477822d1d7b7e17b809 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:37:00.793773 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-04556985-c357-4d44-997c-8169df0f1770 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:37:00.800047 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-04556985-c357-4d44-997c-8169df0f1770 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:37:00.832375 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04556985-c357-4d44-997c-8169df0f1770 admin admin] Made reservation on behalf of 2f3fd372ecd84477822d1d7b7e17b809 for: {'network': 1} {{(pid=86489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:37:00.837356 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-04556985-c357-4d44-997c-8169df0f1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for network, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:00.851678 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-04556985-c357-4d44-997c-8169df0f1770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:00.858427 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'name': 'tempest-TestMinimumBasicScenario-1689815698-router', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:36:49Z', 'updated_at': '2021-04-20T17:36:58Z', 'revision_number': 4, 'project_id': 'af1946123c424937b4137708c77ee5ba', 'gw_port': {'id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:36:51Z', 'updated_at': '2021-04-20T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': '2212874d-c60d-45f8-8533-d6b3ca98d97b', 'name': '', 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'mac_address': 'fa:16:3e:be:6a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f36a7a71-2ad5-4fb8-b929-3618c9b18a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:36:56Z', 'updated_at': '2021-04-20T17:36:58Z', 'revision_number': 2, 'project_id': 'af1946123c424937b4137708c77ee5ba', 'subnets': [{'id': 'f36a7a71-2ad5-4fb8-b929-3618c9b18a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:37:00.862534 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] Checking router: 0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca for host: dv-cinder-786927-2-smb {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:37:00.862969 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] Updating router 0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca port 2212874d-c60d-45f8-8533-d6b3ca98d97b binding host dv-cinder-786927-2-smb {{(pid=86490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 17:37:00.867192 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-04556985-c357-4d44-997c-8169df0f1770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:37:00.871352 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-04556985-c357-4d44-997c-8169df0f1770 admin admin] Usage tracker for resource:security_group_rule and tenant:2f3fd372ecd84477822d1d7b7e17b809 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:37:00.874429 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-04556985-c357-4d44-997c-8169df0f1770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:37:00.880730 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-04556985-c357-4d44-997c-8169df0f1770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:37:00.928666 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:00.976713 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-04556985-c357-4d44-997c-8169df0f1770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:01.007679 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-04556985-c357-4d44-997c-8169df0f1770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:01.012241 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-1e71dcdf-d2e4-4a19-8691-c08868fa7bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:01.043553 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04556985-c357-4d44-997c-8169df0f1770 admin admin] vlan segment allocate from pool success with {'vlan_id': 956, 'physical_network': 'physnet1'} {{(pid=86489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 17:37:01.052450 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04556985-c357-4d44-997c-8169df0f1770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1210e81-aad6-4584-82d1-8776ca37fca9,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:01.056318 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-04556985-c357-4d44-997c-8169df0f1770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:01.059089 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-04556985-c357-4d44-997c-8169df0f1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:01.059488 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.segments_db [None req-04556985-c357-4d44-997c-8169df0f1770 admin admin] Added segment e7c2d417-323c-4aee-8004-a9182fdd4a5e of type vlan for network ac9d97ff-50d7-4701-96b6-6ac745f57b75 Apr 20 17:37:01.087834 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-04556985-c357-4d44-997c-8169df0f1770 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775308210547'] for network, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:01.144704 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-04556985-c357-4d44-997c-8169df0f1770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for network, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:01.146153 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04556985-c357-4d44-997c-8169df0f1770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:01.146852 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-04556985-c357-4d44-997c-8169df0f1770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:01.152307 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:01.276007 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04556985-c357-4d44-997c-8169df0f1770 admin admin] Pushing event updated for resources: {'Network': ['ID=ac9d97ff-50d7-4701-96b6-6ac745f57b75,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:01.278819 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-04556985-c357-4d44-997c-8169df0f1770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:01.304722 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Network ac9d97ff-50d7-4701-96b6-6ac745f57b75 details requested by agent ovs-agent-dv-cinder-786927-2-smb with host dv-cinder-786927-2-smb {{(pid=86490) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 17:37:01.366530 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-04556985-c357-4d44-997c-8169df0f1770 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5902803 Apr 20 17:37:01.369359 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 53938) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:01.377482 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-c6b24f48-9eb3-4185-9d4b-5d6e0de64097 admin admin] Request body: {'subnet': {'network_id': 'ac9d97ff-50d7-4701-96b6-6ac745f57b75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1288565499-subnet', 'tenant_id': '2f3fd372ecd84477822d1d7b7e17b809', 'ip_version': 4}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:37:01.399789 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-c6b24f48-9eb3-4185-9d4b-5d6e0de64097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:37:01.403571 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-c6b24f48-9eb3-4185-9d4b-5d6e0de64097 admin admin] Usage tracker for resource:subnet and tenant:2f3fd372ecd84477822d1d7b7e17b809 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:37:01.408072 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-c6b24f48-9eb3-4185-9d4b-5d6e0de64097 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:37:01.415469 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-c6b24f48-9eb3-4185-9d4b-5d6e0de64097 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:37:01.456064 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74155fc6-68f3-4c08-9a8a-755a1b5eda99 req-7a4c6a21-38bc-4aeb-9b0b-a1f70f06b9a4 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:01.457836 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-74155fc6-68f3-4c08-9a8a-755a1b5eda99 req-7a4c6a21-38bc-4aeb-9b0b-a1f70f06b9a4 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.1668413 Apr 20 17:37:01.460728 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b24f48-9eb3-4185-9d4b-5d6e0de64097 admin admin] Made reservation on behalf of 2f3fd372ecd84477822d1d7b7e17b809 for: {'subnet': 1} {{(pid=86489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:37:01.464711 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] Notify callbacks [] for port, precommit_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:01.465987 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c6b24f48-9eb3-4185-9d4b-5d6e0de64097 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:01.484426 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] Transition to ACTIVE for port object 2212874d-c60d-45f8-8533-d6b3ca98d97b will not be triggered until provisioned by entity L2. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:37:01.524330 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:01.529418 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:01.538157 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed7be4-8875-47f2-930f-60e2a8db70a9 req-3bb9ff29-cf70-490e-9d0c-bbb66c9e5d67 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:01.540051 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-84ed7be4-8875-47f2-930f-60e2a8db70a9 req-3bb9ff29-cf70-490e-9d0c-bbb66c9e5d67 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/ports?device_id=71727193-8ac0-41d3-88c3-4a0c865a3380 HTTP/1.1" status: 200 len: 948 time: 0.0943284 Apr 20 17:37:01.595537 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-84ed7be4-8875-47f2-930f-60e2a8db70a9 req-2753decd-a6ee-42f8-9d8f-63ea1fa57757 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/security-groups?id=0e922550-1eb8-4355-a394-b30bf2c4fc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479701 Apr 20 17:37:01.603067 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-74155fc6-68f3-4c08-9a8a-755a1b5eda99 req-8a7215bb-07c7-4491-a172-627a27670b63 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231730 Apr 20 17:37:01.748443 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['7ac88e1f-964c-4f8b-9aad-900e9310b129'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:37:01.779726 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cdf26-0f17-446a-8dab-4a34f6d656ba None None] Pushing event updated for resources: {'Port': ['ID=2212874d-c60d-45f8-8533-d6b3ca98d97b,revision_number=3']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:01.792239 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0f2cdf26-0f17-446a-8dab-4a34f6d656ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:01.838348 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0828ef9-f8bf-4966-ba62-468990b5b4ac req-d882bcc3-64bc-4c18-8ea3-e860f295bbc6 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:01.840435 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f0828ef9-f8bf-4966-ba62-468990b5b4ac req-d882bcc3-64bc-4c18-8ea3-e860f295bbc6 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4ddbeb7-11ad-43f4-a960-deda6086222f HTTP/1.1" status: 200 len: 945 time: 0.1097763 Apr 20 17:37:01.871271 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] Attempting to bind port 2212874d-c60d-45f8-8533-d6b3ca98d97b on host dv-cinder-786927-2-smb for vnic_type normal with profile {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:37:01.871715 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] Attempting to bind port 2212874d-c60d-45f8-8533-d6b3ca98d97b by drivers openvswitch,hyperv on host dv-cinder-786927-2-smb at level 0 using segments [{'id': 'fa136594-7921-40c9-af51-7f17bc56ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0'}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:37:01.872126 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] Attempting to bind port 2212874d-c60d-45f8-8533-d6b3ca98d97b on network d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0 {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:37:01.882138 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] Checking agent: {'id': '74ba6a7c-ead8-41e5-9ed8-4c77b6c88b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 26, 7), 'started_at': datetime.datetime(2021, 4, 20, 17, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:37:01.882555 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] Checking segment: {'id': 'fa136594-7921-40c9-af51-7f17bc56ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:37:01.883021 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:01.883459 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] Bound using segment: {'id': 'fa136594-7921-40c9-af51-7f17bc56ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0'} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:37:01.883985 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] Bound port: 2212874d-c60d-45f8-8533-d6b3ca98d97b, host: dv-cinder-786927-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa136594-7921-40c9-af51-7f17bc56ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0'}}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:37:01.884403 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:01.893327 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f0828ef9-f8bf-4966-ba62-468990b5b4ac req-38ee641a-3dbb-49ff-9c87-3650fb7e50c1 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453348 Apr 20 17:37:01.978716 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c6b24f48-9eb3-4185-9d4b-5d6e0de64097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for subnet, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:01.983754 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-215e298e-5101-404c-b557-104d86abbb06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:02.043604 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] For port 2212874d-c60d-45f8-8533-d6b3ca98d97b, host dv-cinder-786927-2-smb, cleared binding levels {{(pid=86490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:37:02.048094 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] For port 2212874d-c60d-45f8-8533-d6b3ca98d97b, host dv-cinder-786927-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=2212874d-c60d-45f8-8533-d6b3ca98d97b,segment=NetworkSegment(fa136594-7921-40c9-af51-7f17bc56ed96),segment_id=fa136594-7921-40c9-af51-7f17bc56ed96)] {{(pid=86490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:37:02.067674 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b24f48-9eb3-4185-9d4b-5d6e0de64097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22ad52ad-6d9f-4ab9-9880-129a7595fee9,revision_number=0']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:02.070679 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-c6b24f48-9eb3-4185-9d4b-5d6e0de64097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:02.077068 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b24f48-9eb3-4185-9d4b-5d6e0de64097 admin admin] Checking segment: {'id': 'e7c2d417-323c-4aee-8004-a9182fdd4a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'ac9d97ff-50d7-4701-96b6-6ac745f57b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:37:02.077472 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b24f48-9eb3-4185-9d4b-5d6e0de64097 admin admin] Network hostable DHCP agents. Network: ac9d97ff-50d7-4701-96b6-6ac745f57b75, hostable agents: ['3fc774e1-ba83-4007-9de0-3f46efafec56'], hosted agents: [] {{(pid=86489) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 17:37:02.107032 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:02.115415 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:02.152157 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b24f48-9eb3-4185-9d4b-5d6e0de64097 admin admin] Network ac9d97ff-50d7-4701-96b6-6ac745f57b75 is scheduled to be hosted by DHCP agent 3fc774e1-ba83-4007-9de0-3f46efafec56 with binding_index 1 {{(pid=86489) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 17:37:02.198200 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-c6b24f48-9eb3-4185-9d4b-5d6e0de64097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-smb, ac9d97ff-50d7-4701-96b6-6ac745f57b75) {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:37:02.205059 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b24f48-9eb3-4185-9d4b-5d6e0de64097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:02.205729 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c6b24f48-9eb3-4185-9d4b-5d6e0de64097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for subnet, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:02.208556 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ba7879-3f2b-4a3c-a62e-c87fcb6b9465 None None] Network ac9d97ff-50d7-4701-96b6-6ac745f57b75 requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:37:02.273295 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-c6b24f48-9eb3-4185-9d4b-5d6e0de64097 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9028075 Apr 20 17:37:02.276094 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 53950) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:02.285536 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1288565499-router', 'tenant_id': '2f3fd372ecd84477822d1d7b7e17b809', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:37:02.292052 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:37:02.310343 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Usage tracker for resource:router and tenant:2f3fd372ecd84477822d1d7b7e17b809 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:37:02.319941 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:37:02.328472 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:37:02.364181 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854152721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770244'] for router, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:02.365349 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-425729', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5540'] for router, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:02.454742 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] Routers {'0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:37:02.455362 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:36:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:37:02.533899 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cdf26-0f17-446a-8dab-4a34f6d656ba None None] Pushing event updated for resources: {'Port': ['ID=2212874d-c60d-45f8-8533-d6b3ca98d97b,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:02.544885 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:02.605002 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0f2cdf26-0f17-446a-8dab-4a34f6d656ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:02.765451 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] Set router 0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:37:02.931969 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-425974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-635484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5525'] for router, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:02.946957 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb92c9b-79a9-49e1-b123-4d6cb7719bd4 req-caad58af-ee4b-4595-832a-299da1eda708 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:02.948628 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4cb92c9b-79a9-49e1-b123-4d6cb7719bd4 req-caad58af-ee4b-4595-832a-299da1eda708 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.0974209 Apr 20 17:37:03.017878 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4cb92c9b-79a9-49e1-b123-4d6cb7719bd4 req-e20fc0d8-a159-4d33-9e04-480713fd6540 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614104 Apr 20 17:37:03.059003 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8222877-8eba-4bae-9b89-c33e3351bc45 req-9ca0f501-2269-44f9-a57c-da6547121358 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:03.066849 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f8222877-8eba-4bae-9b89-c33e3351bc45 req-9ca0f501-2269-44f9-a57c-da6547121358 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/ports?device_id=71727193-8ac0-41d3-88c3-4a0c865a3380 HTTP/1.1" status: 200 len: 948 time: 0.2733219 Apr 20 17:37:03.097810 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1465a3ff-4d68-5c93-b8aa-2e2b58023638-ac9d97ff-50d7-4701-96b6-6ac745f57b75', 'network_id': 'ac9d97ff-50d7-4701-96b6-6ac745f57b75', 'tenant_id': '2f3fd372ecd84477822d1d7b7e17b809', 'fixed_ips': [{'subnet_id': '22ad52ad-6d9f-4ab9-9880-129a7595fee9'}]}} from dv-cinder-786927-2-smb. {{(pid=86490) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 17:37:03.109073 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:03.121773 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f8222877-8eba-4bae-9b89-c33e3351bc45 req-76161d24-fbc5-47f9-bb68-eeacd5fda2a2 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/security-groups?id=0e922550-1eb8-4355-a394-b30bf2c4fc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539658 Apr 20 17:37:03.269728 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af9ac6-cc56-429f-91b3-8db5523b1ea3 req-91e136b7-af3a-46a2-b4ad-2cb41dfc737d tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:03.271885 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-55af9ac6-cc56-429f-91b3-8db5523b1ea3 req-91e136b7-af3a-46a2-b4ad-2cb41dfc737d tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4ddbeb7-11ad-43f4-a960-deda6086222f HTTP/1.1" status: 200 len: 945 time: 0.1370664 Apr 20 17:37:03.404187 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] Allocated IP 172.20.0.2 (ac9d97ff-50d7-4701-96b6-6ac745f57b75/22ad52ad-6d9f-4ab9-9880-129a7595fee9/022ad968-9983-46f4-8daf-cf5b322d9c56) {{(pid=86490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:37:03.408421 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-55af9ac6-cc56-429f-91b3-8db5523b1ea3 req-8d62a762-080b-4863-a78d-89b1afbe6e2f tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236246 Apr 20 17:37:03.425306 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'name': 'tempest-TestMinimumBasicScenario-1689815698-router', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:36:49Z', 'updated_at': '2021-04-20T17:36:58Z', 'revision_number': 4, 'project_id': 'af1946123c424937b4137708c77ee5ba', 'gw_port': {'id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:36:51Z', 'updated_at': '2021-04-20T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': '2212874d-c60d-45f8-8533-d6b3ca98d97b', 'name': '', 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'mac_address': 'fa:16:3e:be:6a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f36a7a71-2ad5-4fb8-b929-3618c9b18a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:36:56Z', 'updated_at': '2021-04-20T17:37:02Z', 'revision_number': 4, 'project_id': 'af1946123c424937b4137708c77ee5ba', 'subnets': [{'id': 'f36a7a71-2ad5-4fb8-b929-3618c9b18a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:37:03.436208 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998b3519-6dd7-4f2e-830d-c5dbaf08aba0 None None] The sync data for ids ['0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'] in dv-cinder-786927-2-smb is: [{'id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'name': 'tempest-TestMinimumBasicScenario-1689815698-router', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:36:49Z', 'updated_at': '2021-04-20T17:36:58Z', 'revision_number': 4, 'project_id': 'af1946123c424937b4137708c77ee5ba', 'gw_port': {'id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:36:51Z', 'updated_at': '2021-04-20T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': '2212874d-c60d-45f8-8533-d6b3ca98d97b', 'name': '', 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'mac_address': 'fa:16:3e:be:6a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f36a7a71-2ad5-4fb8-b929-3618c9b18a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:36:56Z', 'updated_at': '2021-04-20T17:37:02Z', 'revision_number': 4, 'project_id': 'af1946123c424937b4137708c77ee5ba', 'subnets': [{'id': 'f36a7a71-2ad5-4fb8-b929-3618c9b18a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:37:03.438268 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:03.480351 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:03.907165 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] Notify callbacks [] for port, precommit_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:03.919706 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] Transition to ACTIVE for port object 022ad968-9983-46f4-8daf-cf5b322d9c56 will not be triggered until provisioned by entity L2. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:37:03.941540 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] Transition to ACTIVE for port object 022ad968-9983-46f4-8daf-cf5b322d9c56 will not be triggered until provisioned by entity DHCP. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:37:03.980175 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889'] for port, after_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:03.993974 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:04.008317 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Allocated IP 172.28.1.57 (a0481120-3cc8-449f-86d5-38ee9053982b/ac485710-6ac4-46cc-b076-2738f89882f4/cdaf1cd3-f83d-4a05-ac57-70f0325d109f) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:37:04.032508 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-98179283-5aed-4f08-b583-5e9d8e8f3f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:04.050210 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] Network ac9d97ff-50d7-4701-96b6-6ac745f57b75 is already hosted by enough agents. {{(pid=86490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:37:04.060287 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] Resources bound (agent type, host, resource id): {{(pid=86490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:37:04.061626 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] Received port after_create {{(pid=86490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:37:04.126282 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] Pushing event updated for resources: {'Port': ['ID=022ad968-9983-46f4-8daf-cf5b322d9c56,revision_number=1']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:04.228873 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:04.266385 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:04.286460 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] Attempting to bind port 022ad968-9983-46f4-8daf-cf5b322d9c56 on host dv-cinder-786927-2-smb for vnic_type normal with profile {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:37:04.286669 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959adf08-dd51-46fd-b43f-d60a4d021e6f req-b73e2bac-27d0-41db-98d8-5b990632331a tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:04.286896 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] Attempting to bind port 022ad968-9983-46f4-8daf-cf5b322d9c56 by drivers openvswitch,hyperv on host dv-cinder-786927-2-smb at level 0 using segments [{'id': 'e7c2d417-323c-4aee-8004-a9182fdd4a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'ac9d97ff-50d7-4701-96b6-6ac745f57b75'}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:37:04.288410 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-959adf08-dd51-46fd-b43f-d60a4d021e6f req-b73e2bac-27d0-41db-98d8-5b990632331a tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.1277122 Apr 20 17:37:04.292382 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] Attempting to bind port 022ad968-9983-46f4-8daf-cf5b322d9c56 on network ac9d97ff-50d7-4701-96b6-6ac745f57b75 {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:37:04.306772 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] Checking agent: {'id': '74ba6a7c-ead8-41e5-9ed8-4c77b6c88b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 26, 7), 'started_at': datetime.datetime(2021, 4, 20, 17, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:37:04.312028 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] Checking segment: {'id': 'e7c2d417-323c-4aee-8004-a9182fdd4a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'ac9d97ff-50d7-4701-96b6-6ac745f57b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:37:04.312028 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:04.312028 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] Bound using segment: {'id': 'e7c2d417-323c-4aee-8004-a9182fdd4a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'ac9d97ff-50d7-4701-96b6-6ac745f57b75'} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:37:04.312028 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] Bound port: 022ad968-9983-46f4-8daf-cf5b322d9c56, host: dv-cinder-786927-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c2d417-323c-4aee-8004-a9182fdd4a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'ac9d97ff-50d7-4701-96b6-6ac745f57b75'}}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:37:04.312028 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:04.352128 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-959adf08-dd51-46fd-b43f-d60a4d021e6f req-afdd31b5-29cc-4eb2-922e-7777f2a4078e tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549364 Apr 20 17:37:04.384226 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:04.397027 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f64a0c87-f9d9-4763-86ee-fc08cb1c2a9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:04.472128 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Network a0481120-3cc8-449f-86d5-38ee9053982b is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:37:04.475929 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:37:04.483804 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:37:04.503437 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] For port 022ad968-9983-46f4-8daf-cf5b322d9c56, host dv-cinder-786927-2-smb, cleared binding levels {{(pid=86490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:37:04.509896 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] For port 022ad968-9983-46f4-8daf-cf5b322d9c56, host dv-cinder-786927-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=022ad968-9983-46f4-8daf-cf5b322d9c56,segment=NetworkSegment(e7c2d417-323c-4aee-8004-a9182fdd4a5e),segment_id=e7c2d417-323c-4aee-8004-a9182fdd4a5e)] {{(pid=86490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:37:04.559056 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:04.567066 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:04.683735 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] Pushing event updated for resources: {'Port': ['ID=022ad968-9983-46f4-8daf-cf5b322d9c56,revision_number=2']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:04.692620 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:04.727705 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Pushing event updated for resources: {'Port': ['ID=cdaf1cd3-f83d-4a05-ac57-70f0325d109f,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:04.750823 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:04.751432 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:04.751628 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:04.752000 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:04.752395 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:04.752787 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:04.753150 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:04.753583 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:04.753931 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:04.754315 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:04.754768 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:04.755097 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:04.758955 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:04.784682 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac7ffb-e8ec-4824-8169-4b8ee2513bfc req-fcaed430-4343-4aaf-8e8c-e07b946c9946 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:04.785334 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c6c3e-1672-418a-bd14-10cf327c3bff req-5c4efd72-3b5b-4514-805e-3d0db2a7c7c4 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:04.786363 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3aac7ffb-e8ec-4824-8169-4b8ee2513bfc req-fcaed430-4343-4aaf-8e8c-e07b946c9946 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4ddbeb7-11ad-43f4-a960-deda6086222f HTTP/1.1" status: 200 len: 945 time: 0.1047759 Apr 20 17:37:04.788884 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-369c6c3e-1672-418a-bd14-10cf327c3bff req-5c4efd72-3b5b-4514-805e-3d0db2a7c7c4 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/ports?device_id=71727193-8ac0-41d3-88c3-4a0c865a3380 HTTP/1.1" status: 200 len: 948 time: 0.4630044 Apr 20 17:37:04.845044 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3aac7ffb-e8ec-4824-8169-4b8ee2513bfc req-3793cc59-94ec-4a58-843a-910655d33059 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511911 Apr 20 17:37:04.853107 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-369c6c3e-1672-418a-bd14-10cf327c3bff req-328f19a4-aa10-4d7d-8476-111c064a9ebf tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/security-groups?id=0e922550-1eb8-4355-a394-b30bf2c4fc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548308 Apr 20 17:37:05.200541 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:05.347040 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 2212874d-c60d-45f8-8533-d6b3ca98d97b up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:37:05.470817 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning for port 2212874d-c60d-45f8-8533-d6b3ca98d97b completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:37:05.476094 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port 2212874d-c60d-45f8-8533-d6b3ca98d97b triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:37:05.476517 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:05.509946 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 7e847bd5-ec91-4108-bfcc-827b64c1bf2b details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86490) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 17:37:05.528492 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 7ac88e1f-964c-4f8b-9aad-900e9310b129 up at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:37:05.659634 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554067f7-c897-4390-9475-246e4367b4e2 req-e4aab6a3-8004-4027-b245-d2e37c0734d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:05.661309 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-554067f7-c897-4390-9475-246e4367b4e2 req-e4aab6a3-8004-4027-b245-d2e37c0734d5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=028eef62e6864fc89f3548dcd265d0df&device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 1098 time: 0.3456173 Apr 20 17:37:05.763012 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ee803-40e8-4e64-8ea1-0b2fc9854015 req-7919da07-cde7-4665-90aa-97b0642cb000 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:05.764571 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d04ee803-40e8-4e64-8ea1-0b2fc9854015 req-7919da07-cde7-4665-90aa-97b0642cb000 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.3340449 Apr 20 17:37:05.837887 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning for port 7ac88e1f-964c-4f8b-9aad-900e9310b129 completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:37:05.849805 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:05.862596 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning complete for port 7ac88e1f-964c-4f8b-9aad-900e9310b129 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:37:05.862946 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:05.915310 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 7e847bd5-ec91-4108-bfcc-827b64c1bf2b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7e847bd5-ec91-4108-bfcc-827b64c1bf2b,segment=NetworkSegment(5523f8f3-1657-46af-8d16-7be739a32df7),segment_id=5523f8f3-1657-46af-8d16-7be739a32df7)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:37:05.939204 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Returning: {'device': '7e847bd5-ec91-4108-bfcc-827b64c1bf2b', 'network_id': '72f7840d-11b6-4261-b5da-a9ba0874367b', 'port_id': '7e847bd5-ec91-4108-bfcc-827b64c1bf2b', 'mac_address': 'fa:16:3e:e7:03:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 965, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7868776-e3db-4095-ad4f-bb8623a05657', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86490) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:37:05.939686 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d04ee803-40e8-4e64-8ea1-0b2fc9854015 req-22637546-bd43-42dc-8d45-df74857d074e tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270034 Apr 20 17:37:05.943771 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854140348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854349860'] for router, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:06.035521 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] For port 2212874d-c60d-45f8-8533-d6b3ca98d97b, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=2212874d-c60d-45f8-8533-d6b3ca98d97b,segment=NetworkSegment(fa136594-7921-40c9-af51-7f17bc56ed96),segment_id=fa136594-7921-40c9-af51-7f17bc56ed96)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:37:06.130719 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:06.131935 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 022ad968-9983-46f4-8daf-cf5b322d9c56 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:37:06.169191 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c2288-ac80-41aa-9598-18c431eec6b4 req-e6759241-0484-4291-a6d4-22a3e4321a0d tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:06.171637 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4c0c2288-ac80-41aa-9598-18c431eec6b4 req-e6759241-0484-4291-a6d4-22a3e4321a0d tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4ddbeb7-11ad-43f4-a960-deda6086222f HTTP/1.1" status: 200 len: 945 time: 0.1674480 Apr 20 17:37:06.256895 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4c0c2288-ac80-41aa-9598-18c431eec6b4 req-a1730781-9c39-48c8-9e45-f41e9a0d96bb tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779505 Apr 20 17:37:06.396821 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:06.494907 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004ee889-77ed-4266-8370-751225eaa6e1 None None] Network ac9d97ff-50d7-4701-96b6-6ac745f57b75 requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:37:06.592096 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554067f7-c897-4390-9475-246e4367b4e2 req-a8037ebb-934f-4d17-8239-262028484747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:06.593673 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-554067f7-c897-4390-9475-246e4367b4e2 req-a8037ebb-934f-4d17-8239-262028484747 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a2d0ac58-2725-4eae-8fed-6bdf47ba936f HTTP/1.1" status: 200 len: 920 time: 0.8795035 Apr 20 17:37:06.636394 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:06.682364 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-554067f7-c897-4390-9475-246e4367b4e2 req-cf458ff9-0762-4717-955f-3bc1df49a75c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53 HTTP/1.1" status: 200 len: 217 time: 0.0787516 Apr 20 17:37:06.688375 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5e3fe6c5-1c09-4d74-8b10-f5851bce7e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:06.772676 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e847bd5-ec91-4108-bfcc-827b64c1bf2b {{(pid=86490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:37:06.784716 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Pushing event updated for resources: {'Port': ['ID=2212874d-c60d-45f8-8533-d6b3ca98d97b,revision_number=5']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:06.788199 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:06.794251 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554067f7-c897-4390-9475-246e4367b4e2 req-24671494-1ff4-4f3f-9fd3-8dbed434afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:06.796405 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-554067f7-c897-4390-9475-246e4367b4e2 req-24671494-1ff4-4f3f-9fd3-8dbed434afb3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c6eddfa4-1956-4af6-940a-b08e3d6fd898 HTTP/1.1" status: 200 len: 859 time: 0.0987127 Apr 20 17:37:06.799007 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:06.806816 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741c935-56a4-4dea-b927-5e57a212c4e2 req-1b2e2c32-4736-4861-b4a9-2044ef24b90f tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:06.807635 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5741c935-56a4-4dea-b927-5e57a212c4e2 req-1b2e2c32-4736-4861-b4a9-2044ef24b90f tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/ports?device_id=71727193-8ac0-41d3-88c3-4a0c865a3380 HTTP/1.1" status: 200 len: 948 time: 0.2998400 Apr 20 17:37:06.860043 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Router 1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222 is scheduled to L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 with binding_index 1 {{(pid=86489) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 17:37:06.866948 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-c454aaf3-2027-40cb-98fa-45d51bb9ae10 None None] Provisioning for port 022ad968-9983-46f4-8daf-cf5b322d9c56 completed by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:37:06.877521 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-554067f7-c897-4390-9475-246e4367b4e2 req-f5cbe896-cde3-4993-85bd-e70aed338493 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a2d0ac58-2725-4eae-8fed-6bdf47ba936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688610 Apr 20 17:37:06.901140 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 7e847bd5-ec91-4108-bfcc-827b64c1bf2b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7e847bd5-ec91-4108-bfcc-827b64c1bf2b,segment=NetworkSegment(5523f8f3-1657-46af-8d16-7be739a32df7),segment_id=5523f8f3-1657-46af-8d16-7be739a32df7)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:37:06.920526 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ddbeb7-11ad-43f4-a960-deda6086222f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac88e1f-964c-4f8b-9aad-900e9310b129'}] {{(pid=86490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:37:06.925341 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning for port 022ad968-9983-46f4-8daf-cf5b322d9c56 completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:37:06.963870 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port 022ad968-9983-46f4-8daf-cf5b322d9c56 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:37:06.964302 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:06.996165 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ddbeb7-11ad-43f4-a960-deda6086222f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac88e1f-964c-4f8b-9aad-900e9310b129', 'code': 200} Apr 20 17:37:06.998705 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:07.000641 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:07.008654 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 7ac88e1f-964c-4f8b-9aad-900e9310b129, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7ac88e1f-964c-4f8b-9aad-900e9310b129,segment=NetworkSegment(de8ff25a-cc49-4d16-b3bb-a8722756c95d),segment_id=de8ff25a-cc49-4d16-b3bb-a8722756c95d)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:37:07.014369 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b013bd0f-1797-47c2-af30-8592c0bae755 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:07.111491 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:07.135703 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5741c935-56a4-4dea-b927-5e57a212c4e2 req-c71e5bc6-d880-4cb7-b531-255541826274 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/security-groups?id=0e922550-1eb8-4355-a394-b30bf2c4fc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860775 Apr 20 17:37:07.234663 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb3ad2-bc2f-461a-a1f6-43bc435ec69c req-03950e3d-9cc1-4ad4-842d-17d17e642849 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:07.236241 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-efbb3ad2-bc2f-461a-a1f6-43bc435ec69c req-03950e3d-9cc1-4ad4-842d-17d17e642849 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.1079996 Apr 20 17:37:07.248367 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-554067f7-c897-4390-9475-246e4367b4e2 req-25d60df3-7005-40b5-8f4e-bcb509684b8f service neutron] 10.222.0.76 "GET /v2.0/networks/a2d0ac58-2725-4eae-8fed-6bdf47ba936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592436 Apr 20 17:37:07.249584 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:37:07.262962 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] Sync routers for ids ['1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222'] in dv-cinder-786927-2-smb {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:37:07.263624 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=7e847bd5-ec91-4108-bfcc-827b64c1bf2b,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:07.267598 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:07.268413 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:07.280333 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] Routers {'1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:37:07.281327 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:37:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:37:07.289337 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:07.330833 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-efbb3ad2-bc2f-461a-a1f6-43bc435ec69c req-da4bdb61-aac5-408a-98b7-ff73ef6f2a9c tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875027 Apr 20 17:37:07.390462 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=7ac88e1f-964c-4f8b-9aad-900e9310b129,revision_number=5']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:07.396565 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:07.399350 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Notify callbacks [] for router, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:07.400843 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1236014 Apr 20 17:37:07.408732 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 54042) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:07.423413 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] For port 022ad968-9983-46f4-8daf-cf5b322d9c56, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=022ad968-9983-46f4-8daf-cf5b322d9c56,segment=NetworkSegment(e7c2d417-323c-4aee-8004-a9182fdd4a5e),segment_id=e7c2d417-323c-4aee-8004-a9182fdd4a5e)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:37:07.459379 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:07.469540 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bdf389-90d3-4f69-9039-8e3b8943b4eb req-9c14895e-d184-44a6-9684-3379a8a52296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:07.470799 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:07.472711 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-17bdf389-90d3-4f69-9039-8e3b8943b4eb req-9c14895e-d184-44a6-9684-3379a8a52296 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a4ddbeb7-11ad-43f4-a960-deda6086222f HTTP/1.1" status: 200 len: 1099 time: 0.1405344 Apr 20 17:37:07.571806 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Pushing event updated for resources: {'Port': ['ID=022ad968-9983-46f4-8daf-cf5b322d9c56,revision_number=3']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:07.583219 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-17bdf389-90d3-4f69-9039-8e3b8943b4eb req-fbcaf799-7190-4b12-8e5c-5bc869683fbd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950301 Apr 20 17:37:07.594677 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:07.625019 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:07.640064 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['7e847bd5-ec91-4108-bfcc-827b64c1bf2b'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:37:07.648093 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] Set router 1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222 gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:37:07.709957 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 2212874d-c60d-45f8-8533-d6b3ca98d97b up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:37:07.773877 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-554067f7-c897-4390-9475-246e4367b4e2 req-90590dcf-a7f6-49d2-bca9-dc91b3031c9e service neutron] 10.222.0.76 "GET /v2.0/networks/a2d0ac58-2725-4eae-8fed-6bdf47ba936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5167720 Apr 20 17:37:07.852712 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port 2212874d-c60d-45f8-8533-d6b3ca98d97b triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:37:07.853132 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:07.859266 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c3d5d-5b3d-4ed8-aa5d-93cfd3a88b6b req-d6d443c4-bdde-494e-860a-5ebd52c5dfd0 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:07.860863 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7e7c3d5d-5b3d-4ed8-aa5d-93cfd3a88b6b req-d6d443c4-bdde-494e-860a-5ebd52c5dfd0 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4ddbeb7-11ad-43f4-a960-deda6086222f HTTP/1.1" status: 200 len: 946 time: 0.2740188 Apr 20 17:37:07.913732 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-73b90f1a-00dc-422c-b9a2-63a48ca42859 None None] Provisioning complete for port 022ad968-9983-46f4-8daf-cf5b322d9c56 triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:37:07.914124 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-73b90f1a-00dc-422c-b9a2-63a48ca42859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:08.011039 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222', 'name': 'tempest-TestMinimumBasicScenario-1288565499-router', 'tenant_id': '2f3fd372ecd84477822d1d7b7e17b809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': 'cdaf1cd3-f83d-4a05-ac57-70f0325d109f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:37:02Z', 'updated_at': '2021-04-20T17:37:04Z', 'revision_number': 3, 'project_id': '2f3fd372ecd84477822d1d7b7e17b809', 'gw_port': {'id': 'cdaf1cd3-f83d-4a05-ac57-70f0325d109f', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:10:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:37:03Z', 'updated_at': '2021-04-20T17:37:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb'}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:37:08.016914 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] Checking router: 1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222 for host: dv-cinder-786927-2-smb {{(pid=86491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:37:08.017321 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] Updating router 1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222 port cdaf1cd3-f83d-4a05-ac57-70f0325d109f binding host dv-cinder-786927-2-smb {{(pid=86491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 17:37:08.057037 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7e7c3d5d-5b3d-4ed8-aa5d-93cfd3a88b6b req-76dc5937-882c-4bf9-a66b-a74f78cc5960 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424692 Apr 20 17:37:08.065904 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:08.079220 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:08.517506 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e12bb-1f18-4390-ab79-8a15b0e758cd req-ffb8733b-f384-4108-901d-b782a9f4ee79 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:08.519772 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5b1e12bb-1f18-4390-ab79-8a15b0e758cd req-ffb8733b-f384-4108-901d-b782a9f4ee79 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/ports?device_id=71727193-8ac0-41d3-88c3-4a0c865a3380 HTTP/1.1" status: 200 len: 949 time: 0.1423752 Apr 20 17:37:08.550071 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9087b426-aec4-4dcb-8010-e8294878a717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:08.574343 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] Notify callbacks [] for port, precommit_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:08.577654 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5b1e12bb-1f18-4390-ab79-8a15b0e758cd req-141554ca-b5d7-458b-ae07-f7e495978db7 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/security-groups?id=0e922550-1eb8-4355-a394-b30bf2c4fc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511622 Apr 20 17:37:08.605182 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] Transition to ACTIVE for port object cdaf1cd3-f83d-4a05-ac57-70f0325d109f will not be triggered until provisioned by entity L2. {{(pid=86491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:37:08.643871 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:08.650795 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:08.673519 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621035a6-e8ff-4a96-a9f8-2924f858a7d3 req-439d3eda-f0bf-4a03-b825-99c7fbf97538 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:08.675166 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-621035a6-e8ff-4a96-a9f8-2924f858a7d3 req-439d3eda-f0bf-4a03-b825-99c7fbf97538 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.1821785 Apr 20 17:37:08.793213 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-621035a6-e8ff-4a96-a9f8-2924f858a7d3 req-938e6d6c-c3e2-4b4e-9f65-32c42e7e8ed0 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109576 Apr 20 17:37:08.914303 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-9087b426-aec4-4dcb-8010-e8294878a717 admin admin] Allocated IP 172.20.0.1 (ac9d97ff-50d7-4701-96b6-6ac745f57b75/22ad52ad-6d9f-4ab9-9880-129a7595fee9/fea02d9c-3807-4893-9118-cf59f206bc42) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:37:08.916875 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] Attempting to bind port cdaf1cd3-f83d-4a05-ac57-70f0325d109f on host dv-cinder-786927-2-smb for vnic_type normal with profile {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:37:08.917281 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] Attempting to bind port cdaf1cd3-f83d-4a05-ac57-70f0325d109f by drivers openvswitch,hyperv on host dv-cinder-786927-2-smb at level 0 using segments [{'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}] {{(pid=86491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:37:08.917677 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] Attempting to bind port cdaf1cd3-f83d-4a05-ac57-70f0325d109f on network a0481120-3cc8-449f-86d5-38ee9053982b {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:37:08.928776 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] Checking agent: {'id': '74ba6a7c-ead8-41e5-9ed8-4c77b6c88b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 26, 7), 'started_at': datetime.datetime(2021, 4, 20, 17, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:37:08.929185 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] Checking segment: {'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:37:08.929620 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:08.930042 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] Bound using segment: {'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'} {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:37:08.930548 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] Bound port: cdaf1cd3-f83d-4a05-ac57-70f0325d109f, host: dv-cinder-786927-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}}] {{(pid=86491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:37:08.931022 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:08.986159 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfeb20-6be1-42f0-ac32-3d8b0e3d67c0 None None] Pushing event updated for resources: {'Port': ['ID=cdaf1cd3-f83d-4a05-ac57-70f0325d109f,revision_number=2']} {{(pid=86491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:08.995715 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-57bfeb20-6be1-42f0-ac32-3d8b0e3d67c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:09.047197 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] For port cdaf1cd3-f83d-4a05-ac57-70f0325d109f, host dv-cinder-786927-2-smb, cleared binding levels {{(pid=86491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:37:09.052213 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] For port cdaf1cd3-f83d-4a05-ac57-70f0325d109f, host dv-cinder-786927-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=cdaf1cd3-f83d-4a05-ac57-70f0325d109f,segment=NetworkSegment(b1e9f102-11a2-4b4f-ab28-aef5c346bdb3),segment_id=b1e9f102-11a2-4b4f-ab28-aef5c346bdb3)] {{(pid=86491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:37:09.073030 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:09.079178 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:09.164089 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] Routers {'1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:37:09.164793 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:37:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:37:09.319300 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfeb20-6be1-42f0-ac32-3d8b0e3d67c0 None None] Pushing event updated for resources: {'Port': ['ID=cdaf1cd3-f83d-4a05-ac57-70f0325d109f,revision_number=3']} {{(pid=86491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:09.333059 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-57bfeb20-6be1-42f0-ac32-3d8b0e3d67c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:09.342049 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bd45f-cd02-4470-bc86-b0150ef669d7 req-e30f8d9b-f12a-4306-a068-1d81404245da tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:09.343855 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9b6bd45f-cd02-4470-bc86-b0150ef669d7 req-e30f8d9b-f12a-4306-a068-1d81404245da tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4ddbeb7-11ad-43f4-a960-deda6086222f HTTP/1.1" status: 200 len: 946 time: 0.1519639 Apr 20 17:37:09.359366 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9087b426-aec4-4dcb-8010-e8294878a717 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:09.376638 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-9087b426-aec4-4dcb-8010-e8294878a717 admin admin] Transition to ACTIVE for port object fea02d9c-3807-4893-9118-cf59f206bc42 will not be triggered until provisioned by entity DHCP. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:37:09.396282 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9b6bd45f-cd02-4470-bc86-b0150ef669d7 req-481d7c03-9c4f-43dc-8f7b-30f1d6194087 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457330 Apr 20 17:37:09.411656 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] Set router 1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222 gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:37:09.425501 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9087b426-aec4-4dcb-8010-e8294878a717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:09.431424 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-de2ee2af-a260-40f3-9efd-827d21ef3a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:09.498144 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9087b426-aec4-4dcb-8010-e8294878a717 admin admin] Network ac9d97ff-50d7-4701-96b6-6ac745f57b75 is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:37:09.502639 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-9087b426-aec4-4dcb-8010-e8294878a717 admin admin] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:37:09.506998 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9087b426-aec4-4dcb-8010-e8294878a717 admin admin] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:37:09.507593 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9087b426-aec4-4dcb-8010-e8294878a717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636417'] for router_interface, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:09.525556 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087b426-aec4-4dcb-8010-e8294878a717 admin admin] Pushing event updated for resources: {'Port': ['ID=fea02d9c-3807-4893-9118-cf59f206bc42,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:09.529817 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-9087b426-aec4-4dcb-8010-e8294878a717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:09.554517 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 022ad968-9983-46f4-8daf-cf5b322d9c56 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:37:09.672162 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port 022ad968-9983-46f4-8daf-cf5b322d9c56 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:37:09.673245 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:09.718859 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9087b426-aec4-4dcb-8010-e8294878a717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:09.804143 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222', 'name': 'tempest-TestMinimumBasicScenario-1288565499-router', 'tenant_id': '2f3fd372ecd84477822d1d7b7e17b809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': 'cdaf1cd3-f83d-4a05-ac57-70f0325d109f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:37:02Z', 'updated_at': '2021-04-20T17:37:04Z', 'revision_number': 3, 'project_id': '2f3fd372ecd84477822d1d7b7e17b809', 'gw_port': {'id': 'cdaf1cd3-f83d-4a05-ac57-70f0325d109f', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:10:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:37:03Z', 'updated_at': '2021-04-20T17:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb'}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:37:09.804143 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c10dbc3-f3c2-4170-a95f-9dcc82e38ae0 None None] The sync data for ids ['1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222'] in dv-cinder-786927-2-smb is: [{'id': '1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222', 'name': 'tempest-TestMinimumBasicScenario-1288565499-router', 'tenant_id': '2f3fd372ecd84477822d1d7b7e17b809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': 'cdaf1cd3-f83d-4a05-ac57-70f0325d109f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:37:02Z', 'updated_at': '2021-04-20T17:37:04Z', 'revision_number': 3, 'project_id': '2f3fd372ecd84477822d1d7b7e17b809', 'gw_port': {'id': 'cdaf1cd3-f83d-4a05-ac57-70f0325d109f', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:10:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:37:03Z', 'updated_at': '2021-04-20T17:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb'}] {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:37:09.902654 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-e67ac715-c8ec-42a1-8206-2096c4b82b90 None None] Provisioning for port fea02d9c-3807-4893-9118-cf59f206bc42 completed by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:37:09.911148 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-e67ac715-c8ec-42a1-8206-2096c4b82b90 None None] Provisioning complete for port fea02d9c-3807-4893-9118-cf59f206bc42 triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:37:09.911904 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e67ac715-c8ec-42a1-8206-2096c4b82b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:10.050450 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-e67ac715-c8ec-42a1-8206-2096c4b82b90 None None] Port fea02d9c-3807-4893-9118-cf59f206bc42 cannot update to ACTIVE because it is not bound. {{(pid=86490) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 17:37:10.054942 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7df07b-5865-4424-9a87-939a08a37969 req-6c58503a-91a4-4786-b9d4-0ce9e0d7c8ed tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:10.065645 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9a7df07b-5865-4424-9a87-939a08a37969 req-6c58503a-91a4-4786-b9d4-0ce9e0d7c8ed tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.1425059 Apr 20 17:37:10.117891 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9a7df07b-5865-4424-9a87-939a08a37969 req-63ab0828-7c02-4924-b385-8cb2ecd2116d tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542390 Apr 20 17:37:10.144429 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b5d05-9700-4991-816c-e8dfed60f402 req-e93a978b-0632-467e-97e5-322315c45ff2 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:10.146317 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7d2b5d05-9700-4991-816c-e8dfed60f402 req-e93a978b-0632-467e-97e5-322315c45ff2 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/ports?device_id=71727193-8ac0-41d3-88c3-4a0c865a3380 HTTP/1.1" status: 200 len: 949 time: 0.3129642 Apr 20 17:37:10.213987 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9087b426-aec4-4dcb-8010-e8294878a717 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:10.221011 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7d2b5d05-9700-4991-816c-e8dfed60f402 req-1a7f3887-4481-46f4-8a84-a18ac8fe6c36 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/security-groups?id=0e922550-1eb8-4355-a394-b30bf2c4fc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654254 Apr 20 17:37:10.249472 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9087b426-aec4-4dcb-8010-e8294878a717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:10.250344 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9087b426-aec4-4dcb-8010-e8294878a717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854139290'] for router_interface, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:10.255438 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:10.415885 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087b426-aec4-4dcb-8010-e8294878a717 admin admin] Pushing event updated for resources: {'Port': ['ID=fea02d9c-3807-4893-9118-cf59f206bc42,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:10.480839 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-9087b426-aec4-4dcb-8010-e8294878a717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:10.511859 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9087b426-aec4-4dcb-8010-e8294878a717 admin admin] Network ac9d97ff-50d7-4701-96b6-6ac745f57b75 is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:37:10.513084 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-9087b426-aec4-4dcb-8010-e8294878a717 admin admin] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:37:10.773312 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f6afb-b849-4ec9-bed6-8fbd25881e4a req-69c9798b-e934-4347-b7c5-f6a87231f452 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:10.775655 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-311f6afb-b849-4ec9-bed6-8fbd25881e4a req-69c9798b-e934-4347-b7c5-f6a87231f452 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4ddbeb7-11ad-43f4-a960-deda6086222f HTTP/1.1" status: 200 len: 946 time: 0.2056305 Apr 20 17:37:10.816879 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9087b426-aec4-4dcb-8010-e8294878a717 admin admin] Router 1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222 has already been hosted by L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 {{(pid=86489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 17:37:10.870768 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-311f6afb-b849-4ec9-bed6-8fbd25881e4a req-86312a67-ba69-4e8a-9143-ea6d4dcfc7f5 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744348 Apr 20 17:37:10.910612 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-626dfc6e-90e8-4151-b513-fd2e3368ba66 None None] Provisioning complete for port fea02d9c-3807-4893-9118-cf59f206bc42 triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:37:10.911068 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-626dfc6e-90e8-4151-b513-fd2e3368ba66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:10.985845 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-626dfc6e-90e8-4151-b513-fd2e3368ba66 None None] Port fea02d9c-3807-4893-9118-cf59f206bc42 cannot update to ACTIVE because it is not bound. {{(pid=86490) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 17:37:11.068650 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9087b426-aec4-4dcb-8010-e8294878a717 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:37:11.079328 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-9087b426-aec4-4dcb-8010-e8294878a717 admin admin] 10.222.0.75 "PUT /v2.0/routers/1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6605504 Apr 20 17:37:11.367272 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c246c8a-56a1-480e-8630-10f87c750f57 req-5c7e0aef-ada6-48b9-b8e8-0eb3667dc62d tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:11.375135 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1c246c8a-56a1-480e-8630-10f87c750f57 req-5c7e0aef-ada6-48b9-b8e8-0eb3667dc62d tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.1304791 Apr 20 17:37:11.435330 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1c246c8a-56a1-480e-8630-10f87c750f57 req-ec956f7c-6b7a-4157-a726-30bc783806ef tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590401 Apr 20 17:37:11.479999 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220da274-5dcf-45b2-aab1-dd7cef98c14c req-545dbc34-6f07-4a16-bcba-e7c2306d97ca tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:11.483122 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-220da274-5dcf-45b2-aab1-dd7cef98c14c req-545dbc34-6f07-4a16-bcba-e7c2306d97ca tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/ports?device_id=71727193-8ac0-41d3-88c3-4a0c865a3380 HTTP/1.1" status: 200 len: 949 time: 0.1041389 Apr 20 17:37:11.544103 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 7e847bd5-ec91-4108-bfcc-827b64c1bf2b up at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:37:11.546673 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-220da274-5dcf-45b2-aab1-dd7cef98c14c req-a1d4e210-5c4b-4612-8176-f87f8de10808 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/security-groups?id=0e922550-1eb8-4355-a394-b30bf2c4fc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578046 Apr 20 17:37:11.622480 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device cdaf1cd3-f83d-4a05-ac57-70f0325d109f up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:37:11.767847 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning for port 7e847bd5-ec91-4108-bfcc-827b64c1bf2b completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:37:11.772924 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning for port cdaf1cd3-f83d-4a05-ac57-70f0325d109f completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:37:11.778102 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning complete for port 7e847bd5-ec91-4108-bfcc-827b64c1bf2b triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:37:11.778545 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:11.812931 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port cdaf1cd3-f83d-4a05-ac57-70f0325d109f triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:37:11.813265 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:12.070057 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:12.137573 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] For port cdaf1cd3-f83d-4a05-ac57-70f0325d109f, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=cdaf1cd3-f83d-4a05-ac57-70f0325d109f,segment=NetworkSegment(b1e9f102-11a2-4b4f-ab28-aef5c346bdb3),segment_id=b1e9f102-11a2-4b4f-ab28-aef5c346bdb3)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:37:12.141372 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:12.161000 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:12.165206 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:12.293999 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71727193-8ac0-41d3-88c3-4a0c865a3380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e847bd5-ec91-4108-bfcc-827b64c1bf2b'}] {{(pid=86490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:37:12.309868 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 7e847bd5-ec91-4108-bfcc-827b64c1bf2b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7e847bd5-ec91-4108-bfcc-827b64c1bf2b,segment=NetworkSegment(5523f8f3-1657-46af-8d16-7be739a32df7),segment_id=5523f8f3-1657-46af-8d16-7be739a32df7)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:37:12.333514 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Pushing event updated for resources: {'Port': ['ID=cdaf1cd3-f83d-4a05-ac57-70f0325d109f,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:12.342142 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:12.355200 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:12.355621 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:12.356952 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:12.357351 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:12.357725 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:12.358962 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:12.359555 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:12.359836 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:12.361537 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:12.361932 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:12.362503 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:12.362886 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:12.378522 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:12.379039 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0f2cdf26-0f17-446a-8dab-4a34f6d656ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:12.448435 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71727193-8ac0-41d3-88c3-4a0c865a3380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e847bd5-ec91-4108-bfcc-827b64c1bf2b', 'code': 200} Apr 20 17:37:12.459687 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=7e847bd5-ec91-4108-bfcc-827b64c1bf2b,revision_number=5']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:12.462912 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:12.855984 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc0c1b-6f96-4621-8281-dbff590ecc8d req-aeda197e-748a-4fcd-a658-2c1950f8e77c tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:12.860928 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1dfc0c1b-6f96-4621-8281-dbff590ecc8d req-aeda197e-748a-4fcd-a658-2c1950f8e77c tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.2596378 Apr 20 17:37:12.952145 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1dfc0c1b-6f96-4621-8281-dbff590ecc8d req-6653f704-1e63-4b2e-a694-2bb88187797e tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859106 Apr 20 17:37:13.084253 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4836164-522c-43d0-a44b-a95391d5f3fc req-a2192d56-3256-4dfb-8ba3-c4d8a3b2ee81 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:13.085936 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d4836164-522c-43d0-a44b-a95391d5f3fc req-a2192d56-3256-4dfb-8ba3-c4d8a3b2ee81 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/ports?device_id=71727193-8ac0-41d3-88c3-4a0c865a3380 HTTP/1.1" status: 200 len: 950 time: 0.2162564 Apr 20 17:37:13.149699 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716be244-50d6-4a0e-b563-f7205471c0be req-253f39f4-87f4-4694-810b-1b836ba2f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:13.151367 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-716be244-50d6-4a0e-b563-f7205471c0be req-253f39f4-87f4-4694-810b-1b836ba2f19a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=71727193-8ac0-41d3-88c3-4a0c865a3380 HTTP/1.1" status: 200 len: 1103 time: 0.1722715 Apr 20 17:37:13.157228 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d4836164-522c-43d0-a44b-a95391d5f3fc req-7b520f9e-302c-441d-94df-5814745bc706 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/security-groups?id=0e922550-1eb8-4355-a394-b30bf2c4fc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612209 Apr 20 17:37:13.202728 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-716be244-50d6-4a0e-b563-f7205471c0be req-07b16dab-1746-4e0f-ad45-3a0fb1b8220b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0e922550-1eb8-4355-a394-b30bf2c4fc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444455 Apr 20 17:37:13.343972 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] Sync routers for ids ['1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222'] in dv-cinder-786927-2-smb {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:37:13.368676 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] Routers {'1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:37:13.373241 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:37:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:37:13.594341 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device cdaf1cd3-f83d-4a05-ac57-70f0325d109f up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:37:13.929447 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] Set router 1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222 gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:37:13.990035 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port cdaf1cd3-f83d-4a05-ac57-70f0325d109f triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:37:13.990450 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:14.400819 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33486cd3-5621-4132-824a-0a66e0ee1f4c req-7cf54979-da10-41b7-9c71-5cb0c9aca725 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:14.409496 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-33486cd3-5621-4132-824a-0a66e0ee1f4c req-7cf54979-da10-41b7-9c71-5cb0c9aca725 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/ports?device_id=71727193-8ac0-41d3-88c3-4a0c865a3380 HTTP/1.1" status: 200 len: 950 time: 0.1069698 Apr 20 17:37:14.424919 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222', 'name': 'tempest-TestMinimumBasicScenario-1288565499-router', 'tenant_id': '2f3fd372ecd84477822d1d7b7e17b809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': 'cdaf1cd3-f83d-4a05-ac57-70f0325d109f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:37:02Z', 'updated_at': '2021-04-20T17:37:09Z', 'revision_number': 4, 'project_id': '2f3fd372ecd84477822d1d7b7e17b809', 'gw_port': {'id': 'cdaf1cd3-f83d-4a05-ac57-70f0325d109f', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:37:03Z', 'updated_at': '2021-04-20T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': 'fea02d9c-3807-4893-9118-cf59f206bc42', 'name': '', 'network_id': 'ac9d97ff-50d7-4701-96b6-6ac745f57b75', 'tenant_id': '2f3fd372ecd84477822d1d7b7e17b809', 'mac_address': 'fa:16:3e:08:4a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '22ad52ad-6d9f-4ab9-9880-129a7595fee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:37:08Z', 'updated_at': '2021-04-20T17:37:09Z', 'revision_number': 2, 'project_id': '2f3fd372ecd84477822d1d7b7e17b809', 'subnets': [{'id': '22ad52ad-6d9f-4ab9-9880-129a7595fee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:37:14.430042 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] Checking router: 1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222 for host: dv-cinder-786927-2-smb {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:37:14.430445 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] Updating router 1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222 port fea02d9c-3807-4893-9118-cf59f206bc42 binding host dv-cinder-786927-2-smb {{(pid=86490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 17:37:14.465733 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-33486cd3-5621-4132-824a-0a66e0ee1f4c req-5804587f-11f3-4fb5-a12a-238ad00319c7 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/security-groups?id=0e922550-1eb8-4355-a394-b30bf2c4fc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546641 Apr 20 17:37:14.470029 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:37:14.501441 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:14.971514 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] Notify callbacks [] for port, precommit_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:14.989745 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] Transition to ACTIVE for port object fea02d9c-3807-4893-9118-cf59f206bc42 will not be triggered until provisioned by entity L2. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:37:15.049800 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:15.055028 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:15.377032 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fff9a8-27a8-406b-bd57-8571a19a152c None None] Pushing event updated for resources: {'Port': ['ID=fea02d9c-3807-4893-9118-cf59f206bc42,revision_number=3']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:15.397461 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-47fff9a8-27a8-406b-bd57-8571a19a152c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:15.403129 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] Attempting to bind port fea02d9c-3807-4893-9118-cf59f206bc42 on host dv-cinder-786927-2-smb for vnic_type normal with profile {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:37:15.403547 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] Attempting to bind port fea02d9c-3807-4893-9118-cf59f206bc42 by drivers openvswitch,hyperv on host dv-cinder-786927-2-smb at level 0 using segments [{'id': 'e7c2d417-323c-4aee-8004-a9182fdd4a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'ac9d97ff-50d7-4701-96b6-6ac745f57b75'}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:37:15.404544 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] Attempting to bind port fea02d9c-3807-4893-9118-cf59f206bc42 on network ac9d97ff-50d7-4701-96b6-6ac745f57b75 {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:37:15.416338 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] Checking agent: {'id': '74ba6a7c-ead8-41e5-9ed8-4c77b6c88b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 26, 7), 'started_at': datetime.datetime(2021, 4, 20, 17, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:37:15.416767 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] Checking segment: {'id': 'e7c2d417-323c-4aee-8004-a9182fdd4a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'ac9d97ff-50d7-4701-96b6-6ac745f57b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:37:15.417195 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:15.417643 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] Bound using segment: {'id': 'e7c2d417-323c-4aee-8004-a9182fdd4a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'ac9d97ff-50d7-4701-96b6-6ac745f57b75'} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:37:15.418173 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] Bound port: fea02d9c-3807-4893-9118-cf59f206bc42, host: dv-cinder-786927-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c2d417-323c-4aee-8004-a9182fdd4a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'ac9d97ff-50d7-4701-96b6-6ac745f57b75'}}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:37:15.418618 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:15.501087 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 54264) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:15.645935 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] For port fea02d9c-3807-4893-9118-cf59f206bc42, host dv-cinder-786927-2-smb, cleared binding levels {{(pid=86490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:37:15.652554 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] For port fea02d9c-3807-4893-9118-cf59f206bc42, host dv-cinder-786927-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=fea02d9c-3807-4893-9118-cf59f206bc42,segment=NetworkSegment(e7c2d417-323c-4aee-8004-a9182fdd4a5e),segment_id=e7c2d417-323c-4aee-8004-a9182fdd4a5e)] {{(pid=86490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:37:15.684500 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:15.689718 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:15.753881 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d81a8-f7b9-438b-89ba-44eafa31674e req-111500aa-1dc9-4bbe-90bc-8fb909bb2a94 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:15.765656 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0c6d81a8-f7b9-438b-89ba-44eafa31674e req-111500aa-1dc9-4bbe-90bc-8fb909bb2a94 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/ports?device_id=71727193-8ac0-41d3-88c3-4a0c865a3380 HTTP/1.1" status: 200 len: 950 time: 0.1263008 Apr 20 17:37:15.809310 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-99cc66cf-c27a-4bce-93b8-fbe47213bce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:15.832386 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] Routers {'1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:37:15.833085 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:37:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:37:15.839753 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-99cc66cf-c27a-4bce-93b8-fbe47213bce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:37:15.845864 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-99cc66cf-c27a-4bce-93b8-fbe47213bce9 admin admin] Usage tracker for resource:security_group_rule and tenant:7c8802e18e204cb19c0feba8bda5f86d is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:37:15.853726 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-99cc66cf-c27a-4bce-93b8-fbe47213bce9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:37:15.869649 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-99cc66cf-c27a-4bce-93b8-fbe47213bce9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:37:15.970926 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-99cc66cf-c27a-4bce-93b8-fbe47213bce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:16.003382 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0c6d81a8-f7b9-438b-89ba-44eafa31674e req-36556bf6-d5e8-40aa-b073-862955c59f64 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/security-groups?id=0e922550-1eb8-4355-a394-b30bf2c4fc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364099 Apr 20 17:37:16.009856 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-99cc66cf-c27a-4bce-93b8-fbe47213bce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:16.023619 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0db806bf-3a2b-4a84-bf91-83bf2bc79b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:16.076951 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 54280) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:16.087224 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-99cc66cf-c27a-4bce-93b8-fbe47213bce9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7c8802e18e204cb19c0feba8bda5f86d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5848041 Apr 20 17:37:16.089304 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc66cf-c27a-4bce-93b8-fbe47213bce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d132e7d-55db-4241-b4c6-7b6e122fa11a,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:16.101540 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-99cc66cf-c27a-4bce-93b8-fbe47213bce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:16.151948 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7aebac5e-8e59-4283-b884-54255ce4980d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:16.182517 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] Set router 1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222 gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:37:16.219596 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7aebac5e-8e59-4283-b884-54255ce4980d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:16.347499 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7aebac5e-8e59-4283-b884-54255ce4980d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:16.354399 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:16.423743 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fff9a8-27a8-406b-bd57-8571a19a152c None None] Pushing event updated for resources: {'Port': ['ID=fea02d9c-3807-4893-9118-cf59f206bc42,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:16.448850 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7aebac5e-8e59-4283-b884-54255ce4980d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:16.450041 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-47fff9a8-27a8-406b-bd57-8571a19a152c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:16.453514 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-7aebac5e-8e59-4283-b884-54255ce4980d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3d132e7d-55db-4241-b4c6-7b6e122fa11a HTTP/1.1" status: 204 len: 168 time: 0.3755031 Apr 20 17:37:16.454754 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aebac5e-8e59-4283-b884-54255ce4980d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d132e7d-55db-4241-b4c6-7b6e122fa11a,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:16.468475 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aebac5e-8e59-4283-b884-54255ce4980d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:16.468896 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aebac5e-8e59-4283-b884-54255ce4980d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:16.469309 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aebac5e-8e59-4283-b884-54255ce4980d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:16.469719 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aebac5e-8e59-4283-b884-54255ce4980d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:16.470131 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aebac5e-8e59-4283-b884-54255ce4980d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:16.470536 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aebac5e-8e59-4283-b884-54255ce4980d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:16.471017 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aebac5e-8e59-4283-b884-54255ce4980d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:16.471422 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aebac5e-8e59-4283-b884-54255ce4980d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:16.471822 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aebac5e-8e59-4283-b884-54255ce4980d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:16.472219 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aebac5e-8e59-4283-b884-54255ce4980d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:16.472613 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aebac5e-8e59-4283-b884-54255ce4980d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:16.473006 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aebac5e-8e59-4283-b884-54255ce4980d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:37:16.477458 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7aebac5e-8e59-4283-b884-54255ce4980d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:16.523282 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c65b2c-517b-48ec-b4da-385ae4056f2b req-3e901509-a93a-4b1f-9562-673424226bfa tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:16.532578 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e7c65b2c-517b-48ec-b4da-385ae4056f2b req-3e901509-a93a-4b1f-9562-673424226bfa tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.1414919 Apr 20 17:37:16.617623 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e7c65b2c-517b-48ec-b4da-385ae4056f2b req-d3be7e88-860c-4614-84d6-9ff6d08f0c3e tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837820 Apr 20 17:37:16.852226 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222', 'name': 'tempest-TestMinimumBasicScenario-1288565499-router', 'tenant_id': '2f3fd372ecd84477822d1d7b7e17b809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': 'cdaf1cd3-f83d-4a05-ac57-70f0325d109f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:37:02Z', 'updated_at': '2021-04-20T17:37:09Z', 'revision_number': 4, 'project_id': '2f3fd372ecd84477822d1d7b7e17b809', 'gw_port': {'id': 'cdaf1cd3-f83d-4a05-ac57-70f0325d109f', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:37:03Z', 'updated_at': '2021-04-20T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': 'fea02d9c-3807-4893-9118-cf59f206bc42', 'name': '', 'network_id': 'ac9d97ff-50d7-4701-96b6-6ac745f57b75', 'tenant_id': '2f3fd372ecd84477822d1d7b7e17b809', 'mac_address': 'fa:16:3e:08:4a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '22ad52ad-6d9f-4ab9-9880-129a7595fee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:37:08Z', 'updated_at': '2021-04-20T17:37:15Z', 'revision_number': 4, 'project_id': '2f3fd372ecd84477822d1d7b7e17b809', 'subnets': [{'id': '22ad52ad-6d9f-4ab9-9880-129a7595fee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:37:16.859079 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd11afab-83cb-432e-ab95-8b007b859865 None None] The sync data for ids ['1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222'] in dv-cinder-786927-2-smb is: [{'id': '1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222', 'name': 'tempest-TestMinimumBasicScenario-1288565499-router', 'tenant_id': '2f3fd372ecd84477822d1d7b7e17b809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': 'cdaf1cd3-f83d-4a05-ac57-70f0325d109f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:37:02Z', 'updated_at': '2021-04-20T17:37:09Z', 'revision_number': 4, 'project_id': '2f3fd372ecd84477822d1d7b7e17b809', 'gw_port': {'id': 'cdaf1cd3-f83d-4a05-ac57-70f0325d109f', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:37:03Z', 'updated_at': '2021-04-20T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': 'fea02d9c-3807-4893-9118-cf59f206bc42', 'name': '', 'network_id': 'ac9d97ff-50d7-4701-96b6-6ac745f57b75', 'tenant_id': '2f3fd372ecd84477822d1d7b7e17b809', 'mac_address': 'fa:16:3e:08:4a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '22ad52ad-6d9f-4ab9-9880-129a7595fee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:37:08Z', 'updated_at': '2021-04-20T17:37:15Z', 'revision_number': 4, 'project_id': '2f3fd372ecd84477822d1d7b7e17b809', 'subnets': [{'id': '22ad52ad-6d9f-4ab9-9880-129a7595fee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:37:17.350748 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee09831-9aff-408e-a237-be90023f3606 req-237bcff7-44c5-459c-b7f6-0fdb9a15276d tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:17.352583 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4ee09831-9aff-408e-a237-be90023f3606 req-237bcff7-44c5-459c-b7f6-0fdb9a15276d tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/ports?device_id=71727193-8ac0-41d3-88c3-4a0c865a3380 HTTP/1.1" status: 200 len: 950 time: 0.1129029 Apr 20 17:37:17.410855 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4ee09831-9aff-408e-a237-be90023f3606 req-f3187dad-61f2-41fc-919d-423c03773108 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/security-groups?id=0e922550-1eb8-4355-a394-b30bf2c4fc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514998 Apr 20 17:37:17.623787 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device fea02d9c-3807-4893-9118-cf59f206bc42 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:37:17.826843 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning for port fea02d9c-3807-4893-9118-cf59f206bc42 completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:37:17.833005 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port fea02d9c-3807-4893-9118-cf59f206bc42 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:37:17.838023 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:18.108665 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:18.239868 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] For port fea02d9c-3807-4893-9118-cf59f206bc42, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=fea02d9c-3807-4893-9118-cf59f206bc42,segment=NetworkSegment(e7c2d417-323c-4aee-8004-a9182fdd4a5e),segment_id=e7c2d417-323c-4aee-8004-a9182fdd4a5e)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:37:18.287972 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:18.290251 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:18.447179 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Pushing event updated for resources: {'Port': ['ID=fea02d9c-3807-4893-9118-cf59f206bc42,revision_number=5']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:18.452059 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:18.747370 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468eef0b-871c-4140-baaf-4a06fd8feb5a req-777604dc-aa7b-40a9-b238-b8c632518476 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:18.749873 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-468eef0b-871c-4140-baaf-4a06fd8feb5a req-777604dc-aa7b-40a9-b238-b8c632518476 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/ports?device_id=71727193-8ac0-41d3-88c3-4a0c865a3380 HTTP/1.1" status: 200 len: 950 time: 0.1649182 Apr 20 17:37:18.813305 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-468eef0b-871c-4140-baaf-4a06fd8feb5a req-e54b8b52-3e4c-496d-a027-26482efa3950 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/security-groups?id=0e922550-1eb8-4355-a394-b30bf2c4fc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540664 Apr 20 17:37:19.645629 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device fea02d9c-3807-4893-9118-cf59f206bc42 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:37:19.732874 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939a379-e52a-4bbc-a32c-3dd86f16cd39 req-68169548-c50b-40e5-8446-7dbb0b393b8b tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:19.735115 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3939a379-e52a-4bbc-a32c-3dd86f16cd39 req-68169548-c50b-40e5-8446-7dbb0b393b8b tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.76 "GET /v2.0/ports?device_id=71727193-8ac0-41d3-88c3-4a0c865a3380 HTTP/1.1" status: 200 len: 950 time: 0.2018473 Apr 20 17:37:19.754448 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port fea02d9c-3807-4893-9118-cf59f206bc42 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:37:19.755117 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:19.834939 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-3939a379-e52a-4bbc-a32c-3dd86f16cd39 req-04207cd7-68c2-403e-b44c-ac64532d8cc7 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Deleting port 7e847bd5-ec91-4108-bfcc-827b64c1bf2b {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:37:19.835563 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-3939a379-e52a-4bbc-a32c-3dd86f16cd39 req-04207cd7-68c2-403e-b44c-ac64532d8cc7 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:20.174684 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-3939a379-e52a-4bbc-a32c-3dd86f16cd39 req-04207cd7-68c2-403e-b44c-ac64532d8cc7 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] For port 7e847bd5-ec91-4108-bfcc-827b64c1bf2b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7e847bd5-ec91-4108-bfcc-827b64c1bf2b,segment=NetworkSegment(5523f8f3-1657-46af-8d16-7be739a32df7),segment_id=5523f8f3-1657-46af-8d16-7be739a32df7)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:37:20.175107 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-3939a379-e52a-4bbc-a32c-3dd86f16cd39 req-04207cd7-68c2-403e-b44c-ac64532d8cc7 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:20.188343 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114da162-9614-47b1-a4bc-3cdf8578e317 req-c82399b4-1e34-4e03-bfac-573ef5f5f95e tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:20.190165 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-114da162-9614-47b1-a4bc-3cdf8578e317 req-c82399b4-1e34-4e03-bfac-573ef5f5f95e tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/ports?device_id=71727193-8ac0-41d3-88c3-4a0c865a3380 HTTP/1.1" status: 200 len: 950 time: 0.1592984 Apr 20 17:37:20.270049 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-114da162-9614-47b1-a4bc-3cdf8578e317 req-a583ac5a-9724-4ff5-b0ab-1600e06c7fcd tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/security-groups?id=0e922550-1eb8-4355-a394-b30bf2c4fc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703177 Apr 20 17:37:20.339704 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-3939a379-e52a-4bbc-a32c-3dd86f16cd39 req-04207cd7-68c2-403e-b44c-ac64532d8cc7 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Calling delete_port for 7e847bd5-ec91-4108-bfcc-827b64c1bf2b owned by compute:nova {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:37:20.887847 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-3939a379-e52a-4bbc-a32c-3dd86f16cd39 req-04207cd7-68c2-403e-b44c-ac64532d8cc7 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911'] for port, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:20.895991 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5e7941cd-6b6c-4be1-81a9-6ada19d3a3ab tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:21.265247 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 54410) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:21.283445 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04207cd7-68c2-403e-b44c-ac64532d8cc7 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Pushing event deleted for resources: {'Port': ['ID=7e847bd5-ec91-4108-bfcc-827b64c1bf2b,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:21.286545 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-04207cd7-68c2-403e-b44c-ac64532d8cc7 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:21.313216 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-3939a379-e52a-4bbc-a32c-3dd86f16cd39 req-04207cd7-68c2-403e-b44c-ac64532d8cc7 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] No DVR routers for this DVR port 7e847bd5-ec91-4108-bfcc-827b64c1bf2b on host hv-cinder-78692 {{(pid=86489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 17:37:21.320235 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-3939a379-e52a-4bbc-a32c-3dd86f16cd39 req-04207cd7-68c2-403e-b44c-ac64532d8cc7 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:21.328589 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71727193-8ac0-41d3-88c3-4a0c865a3380', 'name': 'network-vif-deleted', 'tag': '7e847bd5-ec91-4108-bfcc-827b64c1bf2b'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:37:21.390239 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa773827-dd02-4667-b2d6-b0adef4cc889 admin admin] Deleting subnet 7f76128d-086a-4243-a039-26478746cb2b {{(pid=86488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 17:37:21.397088 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fa773827-dd02-4667-b2d6-b0adef4cc889 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:21.399402 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71727193-8ac0-41d3-88c3-4a0c865a3380', 'name': 'network-vif-deleted', 'tag': '7e847bd5-ec91-4108-bfcc-827b64c1bf2b', 'status': 'completed', 'code': 200} Apr 20 17:37:21.402543 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3939a379-e52a-4bbc-a32c-3dd86f16cd39 req-04207cd7-68c2-403e-b44c-ac64532d8cc7 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.76 "DELETE /v2.0/ports/7e847bd5-ec91-4108-bfcc-827b64c1bf2b HTTP/1.1" status: 204 len: 173 time: 1.6578152 Apr 20 17:37:21.487378 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fa773827-dd02-4667-b2d6-b0adef4cc889 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852460027'] for subnet, precommit_delete_associations {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:21.538011 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-68ad5f76-312c-4528-8930-94271595f649 req-59563adb-e20e-4cab-a9f6-b4b8370aa33c tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Synchronizing usage tracker for tenant:be58f1dc6d6c48f6b5fb1d19d3b94bd2 on resource:port {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:37:21.561478 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fa773827-dd02-4667-b2d6-b0adef4cc889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394978'] for subnet, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:21.586911 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-68ad5f76-312c-4528-8930-94271595f649 req-59563adb-e20e-4cab-a9f6-b4b8370aa33c tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Unset dirty status for tenant:be58f1dc6d6c48f6b5fb1d19d3b94bd2 on resource:port {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:37:21.588295 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-68ad5f76-312c-4528-8930-94271595f649 req-59563adb-e20e-4cab-a9f6-b4b8370aa33c tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] 10.222.0.75 "GET /v2.0/ports?device_id=71727193-8ac0-41d3-88c3-4a0c865a3380 HTTP/1.1" status: 200 len: 210 time: 0.1392570 Apr 20 17:37:21.627815 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 7e847bd5-ec91-4108-bfcc-827b64c1bf2b no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:37:21.704206 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] No Port match for: 7e847bd5-ec91-4108-bfcc-827b64c1bf2b {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:37:21.705008 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 7e847bd5-ec91-4108-bfcc-827b64c1bf2b not bound to the agent host hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:37:22.398899 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fa773827-dd02-4667-b2d6-b0adef4cc889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853380838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852459956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852674988'] for subnet, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:22.404755 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:22.449672 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa773827-dd02-4667-b2d6-b0adef4cc889 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f76128d-086a-4243-a039-26478746cb2b,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:22.453072 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-fa773827-dd02-4667-b2d6-b0adef4cc889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:22.454144 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fa773827-dd02-4667-b2d6-b0adef4cc889 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:22.460415 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-fa773827-dd02-4667-b2d6-b0adef4cc889 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/7f76128d-086a-4243-a039-26478746cb2b HTTP/1.1" status: 204 len: 168 time: 1.1940184 Apr 20 17:37:22.463393 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 54436) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:22.625559 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1824878'] for network, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:22.840597 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853380745', 'neutron.services.segments.db._delete_segments_for_network-8775308586611'] for network, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:22.924662 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef506c-1f8a-4982-980c-648f668efa63 req-89acd8af-0e38-4b3e-9a4f-d147fd557886 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:22.926348 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3cef506c-1f8a-4982-980c-648f668efa63 req-89acd8af-0e38-4b3e-9a4f-d147fd557886 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.1206524 Apr 20 17:37:22.969964 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86489) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:37:22.970301 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86489) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:37:22.971168 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86489) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:37:22.971555 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] Subscribe: > port after_create 55550000 {{(pid=86489) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:37:22.971919 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86489) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:37:22.972281 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] Subscribe: > port after_update 55550000 {{(pid=86489) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:37:22.972641 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86489) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:37:22.973003 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86489) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:37:22.973367 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86489) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:37:22.973728 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86489) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:37:22.987792 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3cef506c-1f8a-4982-980c-648f668efa63 req-7bf83a82-4709-4267-9b5d-579dce6bbe58 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549407 Apr 20 17:37:23.046452 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86489) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:37:23.046875 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86489) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:37:23.047258 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86489) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:37:23.047638 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86489) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 17:37:23.048041 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be821cf7-4440-484c-96e7-fe7435f94d30']}} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:37:23.118213 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2a1f8f-d05e-419c-8376-bdc41b4b0767') {'for_net_delete': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:37:23.118774 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2a1f8f-d05e-419c-8376-bdc41b4b0767') {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:37:23.135666 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261546079075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26341804'] for segment, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:23.170773 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:23.183166 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] Releasing vlan 963 on physical network physnet1 to pool {{(pid=86489) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 17:37:23.265371 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00059ed8-5d36-4e9f-be22-547d637b7268 req-4168883d-0591-4d7a-bfa5-477404100a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:23.267517 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-00059ed8-5d36-4e9f-be22-547d637b7268 req-4168883d-0591-4d7a-bfa5-477404100a35 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=028eef62e6864fc89f3548dcd265d0df&device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 1098 time: 0.2103443 Apr 20 17:37:23.472223 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] Network be821cf7-4440-484c-96e7-fe7435f94d30 has no segments {{(pid=86489) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:37:23.484085 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852497496'] for segment, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:23.696580 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00059ed8-5d36-4e9f-be22-547d637b7268 req-69d19075-c305-4ef3-a49f-edcbbb1e2266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:23.698178 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-00059ed8-5d36-4e9f-be22-547d637b7268 req-69d19075-c305-4ef3-a49f-edcbbb1e2266 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a2d0ac58-2725-4eae-8fed-6bdf47ba936f HTTP/1.1" status: 200 len: 920 time: 0.4224656 Apr 20 17:37:23.797841 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-00059ed8-5d36-4e9f-be22-547d637b7268 req-4c8f0e89-6a4c-4810-a61c-d2b0072039c9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53 HTTP/1.1" status: 200 len: 217 time: 0.0787721 Apr 20 17:37:23.799789 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] Network be821cf7-4440-484c-96e7-fe7435f94d30 has no segments {{(pid=86489) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: from cryptography.utils import int_from_bytes Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: from cryptography.utils import int_from_bytes Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: (rel_b, rel_a, rel_b), Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: (rel_b, rel_a, rel_b), Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: Traceback (most recent call last): Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: timer() Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: cb(*args, **kw) Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: return func(*args, **kwargs) Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: self._notify() Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: self.callback(batched_events) Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: event.method(event) Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: segment_id)['aggregates'][0] Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: return f(self, *a, **k) Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: return self._get(url).json() Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: **kwargs) Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: return self.request(url, 'GET', **kwargs) Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: **endpoint_filter) Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:37:23.870034 dv-cinder-786927-2-smb neutron-server[86373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:37:23.982867 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854139263'] for network, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:23.999703 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:24.041132 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=be821cf7-4440-484c-96e7-fe7435f94d30,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:24.043923 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00059ed8-5d36-4e9f-be22-547d637b7268 req-5537a679-4ca7-4fbc-9ad5-80533bd6397d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:24.046023 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-00059ed8-5d36-4e9f-be22-547d637b7268 req-5537a679-4ca7-4fbc-9ad5-80533bd6397d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c6eddfa4-1956-4af6-940a-b08e3d6fd898 HTTP/1.1" status: 200 len: 859 time: 0.2379801 Apr 20 17:37:24.047428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:24.048455 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:24.103250 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-612fcda9-b47e-48f5-b85b-67b99ee828b3 admin admin] 10.222.0.75 "DELETE /v2.0/networks/be821cf7-4440-484c-96e7-fe7435f94d30 HTTP/1.1" status: 204 len: 168 time: 1.6380458 Apr 20 17:37:24.106126 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 54470) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:24.125294 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-00059ed8-5d36-4e9f-be22-547d637b7268 req-c9b1046f-d4db-4caf-9078-da001afd3e05 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a2d0ac58-2725-4eae-8fed-6bdf47ba936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646849 Apr 20 17:37:24.210523 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_v2 [None req-0843fb3e-6811-412f-ade9-a0fbf7fa7aa3 admin admin] Deleting subnet f728e81f-3892-4b44-bafc-5b7d5b087ad5 {{(pid=86488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 17:37:24.214324 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0843fb3e-6811-412f-ade9-a0fbf7fa7aa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:24.280384 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0843fb3e-6811-412f-ade9-a0fbf7fa7aa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852460027'] for subnet, precommit_delete_associations {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:24.321256 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-00059ed8-5d36-4e9f-be22-547d637b7268 req-7d0fb1f8-b251-479c-8139-33419531e6c6 service neutron] 10.222.0.76 "GET /v2.0/networks/a2d0ac58-2725-4eae-8fed-6bdf47ba936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876714 Apr 20 17:37:24.358641 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0843fb3e-6811-412f-ade9-a0fbf7fa7aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394978'] for subnet, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:24.461140 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:24.533241 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-00059ed8-5d36-4e9f-be22-547d637b7268 req-20bc6b84-cd94-4116-9cf4-3d40065966d5 service neutron] 10.222.0.76 "GET /v2.0/networks/a2d0ac58-2725-4eae-8fed-6bdf47ba936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675375 Apr 20 17:37:24.595870 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51564c86-9f8a-478f-a9b2-6a1b4f1f8a54 req-7589384b-6146-4a05-9424-8f636fb3e5de tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:24.597779 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-51564c86-9f8a-478f-a9b2-6a1b4f1f8a54 req-7589384b-6146-4a05-9424-8f636fb3e5de tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.2754855 Apr 20 17:37:24.671273 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-51564c86-9f8a-478f-a9b2-6a1b4f1f8a54 req-27f96e69-8dad-48bd-8b5e-e1bdf071db0f tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670173 Apr 20 17:37:24.952136 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0843fb3e-6811-412f-ade9-a0fbf7fa7aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853380838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852459956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852674988'] for subnet, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:24.962787 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-26cc9a5d-4fb9-42f5-ae41-d6f8975f812e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:25.003363 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0843fb3e-6811-412f-ade9-a0fbf7fa7aa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:25.007689 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843fb3e-6811-412f-ade9-a0fbf7fa7aa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f728e81f-3892-4b44-bafc-5b7d5b087ad5,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:25.010600 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0843fb3e-6811-412f-ade9-a0fbf7fa7aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:25.014133 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-0843fb3e-6811-412f-ade9-a0fbf7fa7aa3 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f728e81f-3892-4b44-bafc-5b7d5b087ad5 HTTP/1.1" status: 204 len: 168 time: 0.9063034 Apr 20 17:37:25.017677 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 54480) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:25.200309 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2ee5aafb-2192-48ac-9d09-7fc6e5efbb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1824878'] for network, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:25.367581 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2ee5aafb-2192-48ac-9d09-7fc6e5efbb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853380745', 'neutron.services.segments.db._delete_segments_for_network-8775308586611'] for network, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:25.529931 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-2ee5aafb-2192-48ac-9d09-7fc6e5efbb6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffba93fa-a487-4f45-86d5-1f0b4c1c820e']}} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:37:25.544184 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-2ee5aafb-2192-48ac-9d09-7fc6e5efbb6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0431cafc-b85a-4355-86c6-aecb69f4027f') {'for_net_delete': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:37:25.544754 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-2ee5aafb-2192-48ac-9d09-7fc6e5efbb6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0431cafc-b85a-4355-86c6-aecb69f4027f') {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:37:25.558371 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2ee5aafb-2192-48ac-9d09-7fc6e5efbb6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261546079075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26341804'] for segment, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:25.677493 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2ee5aafb-2192-48ac-9d09-7fc6e5efbb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:25.718988 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee5aafb-2192-48ac-9d09-7fc6e5efbb6b admin admin] Releasing vlan 966 on physical network physnet1 to pool {{(pid=86489) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 17:37:25.807912 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 54498) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:25.964260 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bf9fd-2405-4544-8674-9ad4bd0d3785 req-9c37fa5f-1b49-46eb-802f-c2cd3d6b212e tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:25.966128 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b33bf9fd-2405-4544-8674-9ad4bd0d3785 req-9c37fa5f-1b49-46eb-802f-c2cd3d6b212e tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.1077263 Apr 20 17:37:25.969215 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d5acf1fd-eae9-452f-9fe4-cb804e124cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:25.982461 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-2ee5aafb-2192-48ac-9d09-7fc6e5efbb6b admin admin] Network ffba93fa-a487-4f45-86d5-1f0b4c1c820e has no segments {{(pid=86489) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:37:25.991685 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2ee5aafb-2192-48ac-9d09-7fc6e5efbb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852497496'] for segment, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:26.004453 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-d5acf1fd-eae9-452f-9fe4-cb804e124cde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:37:26.010394 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-d5acf1fd-eae9-452f-9fe4-cb804e124cde admin admin] Usage tracker for resource:security_group_rule and tenant:0dbbcd853c68485db17bd7893caf0d04 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:37:26.015104 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-d5acf1fd-eae9-452f-9fe4-cb804e124cde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:37:26.033497 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-d5acf1fd-eae9-452f-9fe4-cb804e124cde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:37:26.048343 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b33bf9fd-2405-4544-8674-9ad4bd0d3785 req-100f46ef-2658-4217-b0d9-816f1b452dc8 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690434 Apr 20 17:37:26.138012 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d5acf1fd-eae9-452f-9fe4-cb804e124cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:26.184331 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-2ee5aafb-2192-48ac-9d09-7fc6e5efbb6b admin admin] Network ffba93fa-a487-4f45-86d5-1f0b4c1c820e has no segments {{(pid=86489) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: Traceback (most recent call last): Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: timer() Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: cb(*args, **kw) Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: return func(*args, **kwargs) Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: self._notify() Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: self.callback(batched_events) Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: event.method(event) Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: segment_id)['aggregates'][0] Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: return f(self, *a, **k) Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: return self._get(url).json() Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: **kwargs) Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: return self.request(url, 'GET', **kwargs) Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: **endpoint_filter) Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:37:26.209853 dv-cinder-786927-2-smb neutron-server[86373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:37:27.175884 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d5acf1fd-eae9-452f-9fe4-cb804e124cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:27.185533 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f49b9835-c0a2-4aee-b8e5-8ab80a6f5db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:27.230284 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-d5acf1fd-eae9-452f-9fe4-cb804e124cde admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0dbbcd853c68485db17bd7893caf0d04&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4206011 Apr 20 17:37:27.232132 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5acf1fd-eae9-452f-9fe4-cb804e124cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6026c7e4-4360-4df0-9bff-6a5cf0d09977,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:27.233324 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 54512) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:27.235610 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d5acf1fd-eae9-452f-9fe4-cb804e124cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:27.308911 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-433759b6-3cef-475d-bb31-bb3765afdd02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:27.339401 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-433759b6-3cef-475d-bb31-bb3765afdd02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:27.404787 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2ee5aafb-2192-48ac-9d09-7fc6e5efbb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854139263'] for network, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:27.409698 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:27.438172 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2ee5aafb-2192-48ac-9d09-7fc6e5efbb6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:27.449774 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5aafb-2192-48ac-9d09-7fc6e5efbb6b admin admin] Pushing event deleted for resources: {'Network': ['ID=ffba93fa-a487-4f45-86d5-1f0b4c1c820e,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:27.454507 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-2ee5aafb-2192-48ac-9d09-7fc6e5efbb6b admin admin] 10.222.0.75 "DELETE /v2.0/networks/ffba93fa-a487-4f45-86d5-1f0b4c1c820e HTTP/1.1" status: 204 len: 168 time: 2.4348469 Apr 20 17:37:27.456318 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-2ee5aafb-2192-48ac-9d09-7fc6e5efbb6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:27.470171 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-433759b6-3cef-475d-bb31-bb3765afdd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:27.474209 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-433759b6-3cef-475d-bb31-bb3765afdd02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:27.476095 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-433759b6-3cef-475d-bb31-bb3765afdd02 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6026c7e4-4360-4df0-9bff-6a5cf0d09977 HTTP/1.1" status: 204 len: 168 time: 0.2416129 Apr 20 17:37:27.477513 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f7c887b6-9bdb-4fb5-adfa-0ab5c722da5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:27.491500 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433759b6-3cef-475d-bb31-bb3765afdd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6026c7e4-4360-4df0-9bff-6a5cf0d09977,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:27.494681 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-433759b6-3cef-475d-bb31-bb3765afdd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:27.688880 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c67c9-6230-43e7-b521-706c1a2a4d43 req-f339d156-9aa2-4e63-89d1-4388e0bc64b0 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:27.696797 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c27c67c9-6230-43e7-b521-706c1a2a4d43 req-f339d156-9aa2-4e63-89d1-4388e0bc64b0 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.1286645 Apr 20 17:37:27.779393 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c27c67c9-6230-43e7-b521-706c1a2a4d43 req-7136beb5-5788-4146-a87d-fa5785f0381b tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674205 Apr 20 17:37:27.779780 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 54526) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:27.846061 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-d308c594-0a95-486c-b43e-5f73b6b193f8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=83b87fe705a24f219a996a41ea36886c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0726078 Apr 20 17:37:27.846426 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 54530) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:27.917828 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-818958ca-063c-4e96-b3f3-b862315a1999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:27.947824 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-818958ca-063c-4e96-b3f3-b862315a1999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:28.044726 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-818958ca-063c-4e96-b3f3-b862315a1999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:28.050081 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-020a287a-1ce1-497e-b659-9d07d7d36841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:28.066629 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818958ca-063c-4e96-b3f3-b862315a1999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf191def-d757-4641-a14c-5fc6e23de559,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:28.068953 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-818958ca-063c-4e96-b3f3-b862315a1999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:28.102827 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-818958ca-063c-4e96-b3f3-b862315a1999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:28.104061 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-818958ca-063c-4e96-b3f3-b862315a1999 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bf191def-d757-4641-a14c-5fc6e23de559 HTTP/1.1" status: 204 len: 168 time: 0.2566183 Apr 20 17:37:28.788947 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 54562) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:28.846143 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-5514524a-1d00-40ad-a624-aeda61faff6e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2af1f061b71f4713ac146afdcb8d4d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530021 Apr 20 17:37:28.846591 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 54572) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:28.936521 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-af32ac62-1ef2-4bc3-9ceb-ea4a22debe9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:29.020859 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-af32ac62-1ef2-4bc3-9ceb-ea4a22debe9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:29.102345 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a7d99-31ca-474d-8ff0-92258a1f7d28 req-6228451c-a98e-4f7b-a0b3-55cc9efcda07 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:29.104088 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6e7a7d99-31ca-474d-8ff0-92258a1f7d28 req-6228451c-a98e-4f7b-a0b3-55cc9efcda07 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.1530621 Apr 20 17:37:29.143057 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-af32ac62-1ef2-4bc3-9ceb-ea4a22debe9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:29.151700 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f5828f09-0b5d-48cc-868b-f7e32325474f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:29.171679 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32ac62-1ef2-4bc3-9ceb-ea4a22debe9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeee3635-d9c9-4ea9-a381-7b0a6c2913d9,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:29.174191 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-af32ac62-1ef2-4bc3-9ceb-ea4a22debe9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:29.190018 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6e7a7d99-31ca-474d-8ff0-92258a1f7d28 req-70adb921-5ae5-4741-a571-c3c2f8b17738 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793498 Apr 20 17:37:29.192476 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-af32ac62-1ef2-4bc3-9ceb-ea4a22debe9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:29.194392 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-af32ac62-1ef2-4bc3-9ceb-ea4a22debe9e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aeee3635-d9c9-4ea9-a381-7b0a6c2913d9 HTTP/1.1" status: 204 len: 168 time: 0.3461075 Apr 20 17:37:29.623174 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-387da0f9-892f-43f1-8a62-68c0ba7c4067 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:29.624238 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-387da0f9-892f-43f1-8a62-68c0ba7c4067 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Synchronizing usage tracker for tenant:af1946123c424937b4137708c77ee5ba on resource:network {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:37:29.718508 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-387da0f9-892f-43f1-8a62-68c0ba7c4067 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Unset dirty status for tenant:af1946123c424937b4137708c77ee5ba on resource:network {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:37:29.722618 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-387da0f9-892f-43f1-8a62-68c0ba7c4067 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/networks?id=d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0 HTTP/1.1" status: 200 len: 815 time: 0.3094652 Apr 20 17:37:29.748908 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-e2549bad-e2a6-491a-8759-5fba933f5ef8 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/quotas/af1946123c424937b4137708c77ee5ba HTTP/1.1" status: 200 len: 375 time: 0.0156372 Apr 20 17:37:29.839030 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-3df69475-cca1-47a0-afdc-1a941f86803f tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=af1946123c424937b4137708c77ee5ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884926 Apr 20 17:37:30.214968 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-0134cb09-dd62-4bf1-a65a-862fb8249f7a service neutron] 10.222.0.75 "GET /v2.0/networks/d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659003 Apr 20 17:37:30.378787 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-db1626db-be91-4641-b6b4-201fd6dc549a service neutron] 10.222.0.75 "GET /v2.0/networks/d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571069 Apr 20 17:37:30.470505 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a4563-76a2-4f33-878d-bedcf95490f8 req-e29d2c3d-f592-47e4-a937-066e680f2254 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:30.472185 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-150a4563-76a2-4f33-878d-bedcf95490f8 req-e29d2c3d-f592-47e4-a937-066e680f2254 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.1092458 Apr 20 17:37:30.525881 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-150a4563-76a2-4f33-878d-bedcf95490f8 req-2c887af8-939e-4c67-a06f-a44a5d4c04ff tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459194 Apr 20 17:37:30.705608 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-62776b96-0d1e-456f-8cba-be808acaa951 req-de584e8f-1a31-44d2-91ea-285ced22c252 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Synchronizing usage tracker for tenant:af1946123c424937b4137708c77ee5ba on resource:port {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:37:30.767973 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-62776b96-0d1e-456f-8cba-be808acaa951 req-de584e8f-1a31-44d2-91ea-285ced22c252 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Unset dirty status for tenant:af1946123c424937b4137708c77ee5ba on resource:port {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:37:30.769540 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-62776b96-0d1e-456f-8cba-be808acaa951 req-de584e8f-1a31-44d2-91ea-285ced22c252 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 210 time: 0.1786973 Apr 20 17:37:31.773556 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c49b7c-e3a4-44ca-bfe8-d562792f9f25 req-d0205ff3-89e3-4246-a248-6e7e7b55a8c0 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:31.778256 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-70c49b7c-e3a4-44ca-bfe8-d562792f9f25 req-d0205ff3-89e3-4246-a248-6e7e7b55a8c0 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.0961304 Apr 20 17:37:31.825309 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-70c49b7c-e3a4-44ca-bfe8-d562792f9f25 req-87a89d6a-2e19-45cd-b924-4aba51d29487 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425031 Apr 20 17:37:31.968596 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d4a1af32-de73-4065-a739-0c92a61ab494 req-685e2cef-cf99-46ba-8650-ad201852b5d9 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 210 time: 0.0576952 Apr 20 17:37:32.908405 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-91b7a8fd-5852-49ef-9acd-ec6b15ba40af tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:32.910205 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-91b7a8fd-5852-49ef-9acd-ec6b15ba40af tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.76 "GET /v2.0/networks?id=d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0 HTTP/1.1" status: 200 len: 815 time: 0.1646411 Apr 20 17:37:32.934714 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-80156669-c26a-471b-873b-624775e7cddb tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Request body: {'port': {'device_id': '79927de3-23f8-433a-bee9-c6b79be0c715', 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0', 'admin_state_up': True, 'tenant_id': 'af1946123c424937b4137708c77ee5ba'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:37:33.156760 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea044d7-91ae-4d93-9389-f119fda3ab83 req-49e5b425-b8e3-472b-a98e-1f0501cdec8b tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:33.159121 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0ea044d7-91ae-4d93-9389-f119fda3ab83 req-49e5b425-b8e3-472b-a98e-1f0501cdec8b tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.1628225 Apr 20 17:37:33.219266 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0ea044d7-91ae-4d93-9389-f119fda3ab83 req-56602a14-0a2a-4374-bbca-3ff3f7272df0 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529258 Apr 20 17:37:33.246763 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-dfa7ddd7-515e-4515-8199-754548a5b072 req-028cfc84-bcc5-43d5-b97b-1ddba1e091c2 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 210 time: 0.0987563 Apr 20 17:37:33.254723 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-80156669-c26a-471b-873b-624775e7cddb tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:37:33.268704 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-80156669-c26a-471b-873b-624775e7cddb tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:37:33.330289 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-80156669-c26a-471b-873b-624775e7cddb tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Made reservation on behalf of af1946123c424937b4137708c77ee5ba for: {'port': 1} {{(pid=86489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:37:33.336623 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-80156669-c26a-471b-873b-624775e7cddb tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:33.693278 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-80156669-c26a-471b-873b-624775e7cddb tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Allocated IP 172.20.0.6 (d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0/f36a7a71-2ad5-4fb8-b929-3618c9b18a18/d5317fb1-75b0-402d-b5e8-898b69020429) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:37:33.975646 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-80156669-c26a-471b-873b-624775e7cddb tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:34.002227 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-80156669-c26a-471b-873b-624775e7cddb tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Transition to ACTIVE for port object d5317fb1-75b0-402d-b5e8-898b69020429 will not be triggered until provisioned by entity DHCP. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:37:34.010241 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-380567dc-f8a4-4b14-bba8-9a1ce1e70297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:34.082938 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-80156669-c26a-471b-873b-624775e7cddb tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278367'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:34.091719 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:34.194722 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-80156669-c26a-471b-873b-624775e7cddb tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Network d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0 is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:37:34.201410 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-80156669-c26a-471b-873b-624775e7cddb tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:37:34.206668 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-80156669-c26a-471b-873b-624775e7cddb tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:37:34.236066 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80156669-c26a-471b-873b-624775e7cddb tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Pushing event updated for resources: {'Port': ['ID=d5317fb1-75b0-402d-b5e8-898b69020429,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:34.242373 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-80156669-c26a-471b-873b-624775e7cddb tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:34.288130 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-80156669-c26a-471b-873b-624775e7cddb tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:34.288980 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-80156669-c26a-471b-873b-624775e7cddb tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:34.353546 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-80156669-c26a-471b-873b-624775e7cddb tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4247825 Apr 20 17:37:34.494730 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-9b6a74d9-8fe5-4324-8ae9-dd998b74784a None None] Provisioning for port d5317fb1-75b0-402d-b5e8-898b69020429 completed by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:37:34.500804 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-9b6a74d9-8fe5-4324-8ae9-dd998b74784a None None] Provisioning complete for port d5317fb1-75b0-402d-b5e8-898b69020429 triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:37:34.501227 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9b6a74d9-8fe5-4324-8ae9-dd998b74784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:34.527821 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04236561-68f5-45ed-a58d-59044b2b5964 req-1f3dd46f-c715-4540-8985-6a31734e7094 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:34.530022 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-04236561-68f5-45ed-a58d-59044b2b5964 req-1f3dd46f-c715-4540-8985-6a31734e7094 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.1290193 Apr 20 17:37:34.541001 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce510414-a8ad-4a1b-9afd-9b31b3345303 req-1c73e48e-34c4-4280-b0b6-39e6697bd12a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:34.541805 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-ce510414-a8ad-4a1b-9afd-9b31b3345303 req-1c73e48e-34c4-4280-b0b6-39e6697bd12a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Synchronizing usage tracker for tenant:af1946123c424937b4137708c77ee5ba on resource:port {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:37:34.581982 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-9b6a74d9-8fe5-4324-8ae9-dd998b74784a None None] Port d5317fb1-75b0-402d-b5e8-898b69020429 cannot update to ACTIVE because it is not bound. {{(pid=86490) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 17:37:34.592417 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-04236561-68f5-45ed-a58d-59044b2b5964 req-a5cb09f4-4da8-40f9-a330-804024f42fa7 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536182 Apr 20 17:37:34.615732 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-ce510414-a8ad-4a1b-9afd-9b31b3345303 req-1c73e48e-34c4-4280-b0b6-39e6697bd12a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Unset dirty status for tenant:af1946123c424937b4137708c77ee5ba on resource:port {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:37:34.617086 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ce510414-a8ad-4a1b-9afd-9b31b3345303 req-1c73e48e-34c4-4280-b0b6-39e6697bd12a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 931 time: 0.1782522 Apr 20 17:37:34.676293 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ce510414-a8ad-4a1b-9afd-9b31b3345303 req-743fb614-288f-4f2d-b904-3aaf8f73a8ad tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516081 Apr 20 17:37:35.432104 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 54974) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:35.608618 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-6ff0b5ed-22c3-42fc-b969-b8ac6ecbcb90 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=be58f1dc6d6c48f6b5fb1d19d3b94bd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1751745 Apr 20 17:37:35.610788 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 54980) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:37:35.676292 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b0f8230b-5a49-4b4d-b8e4-ceb035fd448c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:35.704506 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b0f8230b-5a49-4b4d-b8e4-ceb035fd448c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:35.780034 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b0f8230b-5a49-4b4d-b8e4-ceb035fd448c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:35.784155 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-41d4e1a7-fb0a-4fe9-973c-7a7d4871a69c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:35.803030 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8230b-5a49-4b4d-b8e4-ceb035fd448c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e922550-1eb8-4355-a394-b30bf2c4fc23,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:35.805793 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b0f8230b-5a49-4b4d-b8e4-ceb035fd448c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:35.853153 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b0f8230b-5a49-4b4d-b8e4-ceb035fd448c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:35.858802 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-b0f8230b-5a49-4b4d-b8e4-ceb035fd448c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0e922550-1eb8-4355-a394-b30bf2c4fc23 HTTP/1.1" status: 204 len: 168 time: 0.2462811 Apr 20 17:37:36.124550 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fb9ed8be-9598-4272-a10e-964f455bea65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:36.894057 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:37.484199 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:38.021769 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:51.471353 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:37:54.472415 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:58.888269 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] Request body: {'port': {'device_id': '79927de3-23f8-433a-bee9-c6b79be0c715', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:37:59.028397 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:59.130217 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8b62a4ce-d519-4c1f-b929-929b5ae6df13 req-32269e48-6f94-4d47-b273-4e4043f61fee service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1573257 Apr 20 17:37:59.147175 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad51d7-318b-4815-8fd9-93882265b9fb req-a4577917-0114-4122-b759-50ee20ac4bc2 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:59.148716 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-01ad51d7-318b-4815-8fd9-93882265b9fb req-a4577917-0114-4122-b759-50ee20ac4bc2 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.1116588 Apr 20 17:37:59.247446 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-01ad51d7-318b-4815-8fd9-93882265b9fb req-3b4e36c2-ff7b-43cd-a0b2-b0fe25eae687 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919344 Apr 20 17:37:59.280959 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62a4ce-d519-4c1f-b929-929b5ae6df13 req-b337a3a9-d6cb-447a-9ae7-e7c34bc5b6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:59.282550 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8b62a4ce-d519-4c1f-b929-929b5ae6df13 req-b337a3a9-d6cb-447a-9ae7-e7c34bc5b6f5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3e86cc7941934d41a7fc333ea0673924&device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 1098 time: 0.0946672 Apr 20 17:37:59.341092 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3ef98-6939-4e55-b0f4-7f2c18ceb630 req-30e385dc-27a6-468f-a929-6151526aa8cf tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:59.342757 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6bc3ef98-6939-4e55-b0f4-7f2c18ceb630 req-30e385dc-27a6-468f-a929-6151526aa8cf tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 931 time: 0.2602816 Apr 20 17:37:59.436015 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6bc3ef98-6939-4e55-b0f4-7f2c18ceb630 req-65c8e873-7ff3-4cff-820a-31aa0662a7e5 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786595 Apr 20 17:37:59.445004 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62a4ce-d519-4c1f-b929-929b5ae6df13 req-5703548d-49c6-46c2-8942-1991e5c7516d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:59.446492 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8b62a4ce-d519-4c1f-b929-929b5ae6df13 req-5703548d-49c6-46c2-8942-1991e5c7516d service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4c40d2b-ceca-4fa5-a564-5d269c274c9e HTTP/1.1" status: 200 len: 911 time: 0.1420069 Apr 20 17:37:59.524518 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5317fb1-75b0-402d-b5e8-898b69020429 {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:37:59.538944 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:59.551088 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] Transition to ACTIVE for port object d5317fb1-75b0-402d-b5e8-898b69020429 will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:37:59.567022 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8b62a4ce-d519-4c1f-b929-929b5ae6df13 req-c80e7fce-8e8d-4ce8-bea0-49a00fed96d2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5efcff61-8a6e-4914-ac29-59d58389cf28 HTTP/1.1" status: 200 len: 1001 time: 0.1125522 Apr 20 17:37:59.598371 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852497450'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:59.603125 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:37:59.642937 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62a4ce-d519-4c1f-b929-929b5ae6df13 req-648219f1-4bf5-49cd-8428-dd0feb66a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:59.644526 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8b62a4ce-d519-4c1f-b929-929b5ae6df13 req-648219f1-4bf5-49cd-8428-dd0feb66a64a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c8db6b26-5954-455b-bb2e-7d6df06854c9 HTTP/1.1" status: 200 len: 849 time: 0.0708592 Apr 20 17:37:59.749928 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62a4ce-d519-4c1f-b929-929b5ae6df13 req-ccbc5351-0f2c-4e19-87da-48c51647ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:37:59.751998 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d5317fb1-75b0-402d-b5e8-898b69020429,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:37:59.754590 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8b62a4ce-d519-4c1f-b929-929b5ae6df13 req-ccbc5351-0f2c-4e19-87da-48c51647ad34 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4c40d2b-ceca-4fa5-a564-5d269c274c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0930851 Apr 20 17:37:59.756174 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:37:59.878130 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] Attempting to bind port d5317fb1-75b0-402d-b5e8-898b69020429 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:37:59.878508 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] Attempting to bind port d5317fb1-75b0-402d-b5e8-898b69020429 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'fa136594-7921-40c9-af51-7f17bc56ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:37:59.878910 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] Attempting to bind port d5317fb1-75b0-402d-b5e8-898b69020429 on network d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:37:59.883850 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] Port d5317fb1-75b0-402d-b5e8-898b69020429 on network d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:37:59.884218 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] Attempting to bind port d5317fb1-75b0-402d-b5e8-898b69020429 on network d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:37:59.895442 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] Checking agent: {'id': 'fd2caffb-19f6-4460-a29d-56c5ffae00d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'started_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:37:59.896506 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] Checking segment: {'id': 'fa136594-7921-40c9-af51-7f17bc56ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:37:59.897012 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] Bound using segment: {'id': 'fa136594-7921-40c9-af51-7f17bc56ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:37:59.897501 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] Bound port: d5317fb1-75b0-402d-b5e8-898b69020429, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa136594-7921-40c9-af51-7f17bc56ed96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:37:59.897893 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:37:59.905742 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8b62a4ce-d519-4c1f-b929-929b5ae6df13 req-288d1713-1ece-4111-b20a-30ab2d9bd958 service neutron] 10.222.0.76 "GET /v2.0/networks/c4c40d2b-ceca-4fa5-a564-5d269c274c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413512 Apr 20 17:38:00.029360 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] For port d5317fb1-75b0-402d-b5e8-898b69020429, host hv-cinder-78692, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:38:00.034457 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] For port d5317fb1-75b0-402d-b5e8-898b69020429, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d5317fb1-75b0-402d-b5e8-898b69020429,segment=NetworkSegment(fa136594-7921-40c9-af51-7f17bc56ed96),segment_id=fa136594-7921-40c9-af51-7f17bc56ed96)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:38:00.085404 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852497450'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:00.091148 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5974893e-a36f-47b7-a163-c4eb9eb97cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:00.152940 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8b62a4ce-d519-4c1f-b929-929b5ae6df13 req-f6c489a6-533a-4cda-a1e2-c6191e75db0a service neutron] 10.222.0.76 "GET /v2.0/networks/c4c40d2b-ceca-4fa5-a564-5d269c274c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609952 Apr 20 17:38:00.170541 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:00.171168 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:00.172662 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] 10.222.0.76 "PUT /v2.0/ports/d5317fb1-75b0-402d-b5e8-898b69020429 HTTP/1.1" status: 200 len: 1093 time: 1.2892504 Apr 20 17:38:00.173302 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79927de3-23f8-433a-bee9-c6b79be0c715', 'tag': 'd5317fb1-75b0-402d-b5e8-898b69020429'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:38:00.189525 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d5317fb1-75b0-402d-b5e8-898b69020429,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:00.196470 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:00.230691 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79927de3-23f8-433a-bee9-c6b79be0c715', 'tag': 'd5317fb1-75b0-402d-b5e8-898b69020429', 'status': 'completed', 'code': 200} Apr 20 17:38:00.469026 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1048aa3-6d49-4e3a-ae34-7d5315812f2f req-a66a367b-9267-4cbe-8afb-ff7bba391a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:00.470623 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1048aa3-6d49-4e3a-ae34-7d5315812f2f req-a66a367b-9267-4cbe-8afb-ff7bba391a43 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af1946123c424937b4137708c77ee5ba&device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 1096 time: 0.1531253 Apr 20 17:38:00.482897 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a343fe-16d0-4ed2-8875-2118492952be req-cf865796-5bc6-4b52-9b13-ec3fe4ac5d53 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:00.484480 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d5a343fe-16d0-4ed2-8875-2118492952be req-cf865796-5bc6-4b52-9b13-ec3fe4ac5d53 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.1162755 Apr 20 17:38:00.632546 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d5a343fe-16d0-4ed2-8875-2118492952be req-7257a6ce-66dc-439f-8cd7-bd1cdd47b4dc tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226759 Apr 20 17:38:00.671603 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4cf235-3381-4c1a-ba77-aa629858499f req-cedf7995-6011-4865-9f49-332a8aa6570e tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:00.673741 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fe4cf235-3381-4c1a-ba77-aa629858499f req-cedf7995-6011-4865-9f49-332a8aa6570e tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 943 time: 0.1036329 Apr 20 17:38:00.674910 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1048aa3-6d49-4e3a-ae34-7d5315812f2f req-fe10eea7-02d3-4c33-bdba-bc505104523b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:00.676492 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1048aa3-6d49-4e3a-ae34-7d5315812f2f req-fe10eea7-02d3-4c33-bdba-bc505104523b service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=af1946123c424937b4137708c77ee5ba&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1898644 Apr 20 17:38:00.724739 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-fe4cf235-3381-4c1a-ba77-aa629858499f req-1c0de428-d18f-460d-8cb3-346e3ef41d36 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Synchronizing usage tracker for tenant:af1946123c424937b4137708c77ee5ba on resource:security_group {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:38:00.769941 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-fe4cf235-3381-4c1a-ba77-aa629858499f req-1c0de428-d18f-460d-8cb3-346e3ef41d36 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Unset dirty status for tenant:af1946123c424937b4137708c77ee5ba on resource:security_group {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:38:00.771400 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fe4cf235-3381-4c1a-ba77-aa629858499f req-1c0de428-d18f-460d-8cb3-346e3ef41d36 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907822 Apr 20 17:38:00.830046 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1048aa3-6d49-4e3a-ae34-7d5315812f2f req-16cca0bd-20b3-4c3e-b9ed-592165679ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:00.838474 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1048aa3-6d49-4e3a-ae34-7d5315812f2f req-16cca0bd-20b3-4c3e-b9ed-592165679ab1 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1462851 Apr 20 17:38:00.991885 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-1562dc7e-dc75-47f0-b80a-9f92989741de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:00.993556 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-1562dc7e-dc75-47f0-b80a-9f92989741de service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af1946123c424937b4137708c77ee5ba&device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 1096 time: 0.0835781 Apr 20 17:38:01.079626 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-13e959d8-a0c6-45a5-b214-39aafbcede8d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5317fb1-75b0-402d-b5e8-898b69020429 HTTP/1.1" status: 200 len: 217 time: 0.0706153 Apr 20 17:38:01.158370 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-75702fc7-a3b7-44cd-8025-d21d04860978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:01.160300 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-75702fc7-a3b7-44cd-8025-d21d04860978 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f36a7a71-2ad5-4fb8-b929-3618c9b18a18 HTTP/1.1" status: 200 len: 854 time: 0.0690479 Apr 20 17:38:01.265297 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-01b6e4fc-2a76-4876-a5a2-c4560c5be677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:01.267071 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-01b6e4fc-2a76-4876-a5a2-c4560c5be677 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0966077 Apr 20 17:38:01.460080 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-20130968-1b30-4345-805c-700e6c888e9e service neutron] 10.222.0.76 "GET /v2.0/networks/d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418700 Apr 20 17:38:01.676332 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-60f57723-7dbe-4711-9cf2-87eb80413421 req-2775eb3f-a365-4aff-9a97-71d45466a1e9 service neutron] 10.222.0.76 "GET /v2.0/networks/d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847072 Apr 20 17:38:01.853424 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab07fa-63dc-42e5-9291-d36cc0874385 req-602d3ec9-b9f1-44a0-96d6-46f25f89fd0d tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:01.855129 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-41ab07fa-63dc-42e5-9291-d36cc0874385 req-602d3ec9-b9f1-44a0-96d6-46f25f89fd0d tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.0925143 Apr 20 17:38:01.902698 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-41ab07fa-63dc-42e5-9291-d36cc0874385 req-1839d901-e695-4eb5-9d66-a5d3a2d004bb tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403945 Apr 20 17:38:01.983456 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd7602-7eb9-46e0-b515-aa6dc3b39292 req-457d5d24-e04c-465c-bccf-902bb61851f4 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:01.985715 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-aecd7602-7eb9-46e0-b515-aa6dc3b39292 req-457d5d24-e04c-465c-bccf-902bb61851f4 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 943 time: 0.0947223 Apr 20 17:38:02.034455 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-aecd7602-7eb9-46e0-b515-aa6dc3b39292 req-d92813e7-8c39-493a-8773-62d6ae252f31 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423777 Apr 20 17:38:03.103966 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b80735-b007-40da-9c0e-6360b94faac1 req-6cc8cad3-54db-4681-8f85-5e300c6b7ff1 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:03.106285 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-05b80735-b007-40da-9c0e-6360b94faac1 req-6cc8cad3-54db-4681-8f85-5e300c6b7ff1 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.0895994 Apr 20 17:38:03.245248 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a855b2a-1476-4074-80c0-e4df00eac54e req-9db10366-2c1a-4c98-94de-08a59da40cbf tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:03.247084 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3a855b2a-1476-4074-80c0-e4df00eac54e req-9db10366-2c1a-4c98-94de-08a59da40cbf tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 943 time: 0.0935993 Apr 20 17:38:03.299381 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3a855b2a-1476-4074-80c0-e4df00eac54e req-011cd049-ffbf-4056-85f4-d35e209e8909 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441222 Apr 20 17:38:03.377198 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-05b80735-b007-40da-9c0e-6360b94faac1 req-16cbc9c3-ffbf-419a-a24a-c100423bb514 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635987 Apr 20 17:38:03.841489 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 55142) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:03.989953 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-482c266e-4416-42bd-acb6-ed776b60eba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:04.006802 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-482c266e-4416-42bd-acb6-ed776b60eba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:38:04.010963 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-482c266e-4416-42bd-acb6-ed776b60eba4 admin admin] Usage tracker for resource:security_group_rule and tenant:102a50841131445ebb3c65152fa668c0 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:38:04.014055 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-928626d2-16be-4f63-813f-629998053741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:04.017089 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-482c266e-4416-42bd-acb6-ed776b60eba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:38:04.023193 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-482c266e-4416-42bd-acb6-ed776b60eba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:38:04.110268 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-482c266e-4416-42bd-acb6-ed776b60eba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:04.145444 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-482c266e-4416-42bd-acb6-ed776b60eba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:04.154799 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-2cbcd6d8-ccf6-4dfa-86b3-2eda147096b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:04.198466 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-482c266e-4416-42bd-acb6-ed776b60eba4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=102a50841131445ebb3c65152fa668c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3557284 Apr 20 17:38:04.199469 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c266e-4416-42bd-acb6-ed776b60eba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed796989-3049-4982-ba2a-20c4830b4c50,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:04.201479 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 55156) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:04.202701 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-482c266e-4416-42bd-acb6-ed776b60eba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:04.265929 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-adead1ae-e834-49e9-a944-9910b3ebd9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:04.293139 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-adead1ae-e834-49e9-a944-9910b3ebd9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:04.362912 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-adead1ae-e834-49e9-a944-9910b3ebd9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:04.368296 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:04.382908 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adead1ae-e834-49e9-a944-9910b3ebd9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed796989-3049-4982-ba2a-20c4830b4c50,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:04.385825 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-adead1ae-e834-49e9-a944-9910b3ebd9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:04.387109 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-adead1ae-e834-49e9-a944-9910b3ebd9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:04.389740 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-adead1ae-e834-49e9-a944-9910b3ebd9a5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ed796989-3049-4982-ba2a-20c4830b4c50 HTTP/1.1" status: 204 len: 168 time: 0.1857066 Apr 20 17:38:04.507181 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b6050-0d42-46cc-9347-120a0bf5bca4 req-4cad9f88-3d29-4e4a-a50f-ab439bfa7568 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:04.508814 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-974b6050-0d42-46cc-9347-120a0bf5bca4 req-4cad9f88-3d29-4e4a-a50f-ab439bfa7568 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 943 time: 0.0922153 Apr 20 17:38:04.559810 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-974b6050-0d42-46cc-9347-120a0bf5bca4 req-f378f812-b4aa-4eb0-a9e1-b147c3b8697e tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435998 Apr 20 17:38:04.778822 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d54d03-0567-4b1a-8871-ac80c4b7d3b2 req-b816a49b-6968-46ad-a059-2a2f24dd70af tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:04.780871 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9d54d03-0567-4b1a-8871-ac80c4b7d3b2 req-b816a49b-6968-46ad-a059-2a2f24dd70af tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.1156683 Apr 20 17:38:04.839116 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9d54d03-0567-4b1a-8871-ac80c4b7d3b2 req-8e077b5a-e0da-4e4e-b5a0-e6ca40d7ef79 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500731 Apr 20 17:38:05.765648 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12268756-8b5e-45ad-afee-b413ea40ad9f req-c3e045a6-5361-448b-a20f-8efd6f4d28f5 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:05.767887 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-12268756-8b5e-45ad-afee-b413ea40ad9f req-c3e045a6-5361-448b-a20f-8efd6f4d28f5 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 943 time: 0.0918002 Apr 20 17:38:05.815578 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-12268756-8b5e-45ad-afee-b413ea40ad9f req-928c076f-8b5e-4a80-8800-32462961385d tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412891 Apr 20 17:38:05.906272 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device d5317fb1-75b0-402d-b5e8-898b69020429 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86490) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 17:38:06.071771 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port d5317fb1-75b0-402d-b5e8-898b69020429, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d5317fb1-75b0-402d-b5e8-898b69020429,segment=NetworkSegment(fa136594-7921-40c9-af51-7f17bc56ed96),segment_id=fa136594-7921-40c9-af51-7f17bc56ed96)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:38:06.092482 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Returning: {'device': 'd5317fb1-75b0-402d-b5e8-898b69020429', 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0', 'port_id': 'd5317fb1-75b0-402d-b5e8-898b69020429', 'mac_address': 'fa:16:3e:1f:4c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 985, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f36a7a71-2ad5-4fb8-b929-3618c9b18a18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86490) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:38:06.121992 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c67d26-e2ba-4d00-958f-51148f83a39d req-55bb3d4d-83bd-4aaa-86d7-bad31ae2a2bf tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:06.123682 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-36c67d26-e2ba-4d00-958f-51148f83a39d req-55bb3d4d-83bd-4aaa-86d7-bad31ae2a2bf tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.1640706 Apr 20 17:38:06.153301 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-76684646-20f2-4522-9724-1d980f941c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:06.156886 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:06.175961 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5317fb1-75b0-402d-b5e8-898b69020429 {{(pid=86490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:38:06.178632 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-36c67d26-e2ba-4d00-958f-51148f83a39d req-d4b9319f-9720-41f3-ae0c-b4d202cf5c20 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473959 Apr 20 17:38:06.192196 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port d5317fb1-75b0-402d-b5e8-898b69020429, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d5317fb1-75b0-402d-b5e8-898b69020429,segment=NetworkSegment(fa136594-7921-40c9-af51-7f17bc56ed96),segment_id=fa136594-7921-40c9-af51-7f17bc56ed96)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:38:06.231363 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:06.233555 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:06.304409 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=d5317fb1-75b0-402d-b5e8-898b69020429,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:06.307649 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:06.821648 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['d5317fb1-75b0-402d-b5e8-898b69020429'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:38:06.906913 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:07.024551 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136f2fc-bdf4-43f7-a183-a361840d836b req-17ddd1f5-4f65-43f9-963f-b4b3695ab814 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:07.033297 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6136f2fc-bdf4-43f7-a183-a361840d836b req-17ddd1f5-4f65-43f9-963f-b4b3695ab814 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 944 time: 0.0987804 Apr 20 17:38:07.081928 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6136f2fc-bdf4-43f7-a183-a361840d836b req-4e248506-4f7e-4ef6-9d65-f966be473278 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461457 Apr 20 17:38:07.433381 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a03ddc-85a8-415b-ba80-9aa3873276f5 req-3652f931-46db-42cc-b9c8-26e5ed04dd54 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:07.434766 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-10a03ddc-85a8-415b-ba80-9aa3873276f5 req-3652f931-46db-42cc-b9c8-26e5ed04dd54 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.1262767 Apr 20 17:38:07.484235 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-10a03ddc-85a8-415b-ba80-9aa3873276f5 req-990f2cb2-79ab-4fc9-be56-900a0f1e6463 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430365 Apr 20 17:38:07.519224 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:08.015682 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:08.287521 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19350c06-b3cd-401b-9300-d4f009ef4fc9 req-b6b59142-efbc-457f-94c7-c0143bcb56db tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:08.289036 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-19350c06-b3cd-401b-9300-d4f009ef4fc9 req-b6b59142-efbc-457f-94c7-c0143bcb56db tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 944 time: 0.0876975 Apr 20 17:38:08.337622 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-19350c06-b3cd-401b-9300-d4f009ef4fc9 req-c2b8567d-c282-4500-9003-27611ef7f9c4 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421734 Apr 20 17:38:08.573926 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e7f9d-dd61-45b1-a7e1-ff7c674ba5ff req-fb20083f-d8cf-4588-b2f4-951eae1228a6 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:08.575497 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-df6e7f9d-dd61-45b1-a7e1-ff7c674ba5ff req-fb20083f-d8cf-4588-b2f4-951eae1228a6 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0934408 Apr 20 17:38:08.625538 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-df6e7f9d-dd61-45b1-a7e1-ff7c674ba5ff req-c7b417a9-75f1-48bd-943b-e972d2ee8bd7 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428090 Apr 20 17:38:08.831236 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51f684-5c20-4fe2-957c-60e39a6fc670 req-108a5140-34e0-4250-90c6-61bbdb4c22bf tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:08.833001 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2a51f684-5c20-4fe2-957c-60e39a6fc670 req-108a5140-34e0-4250-90c6-61bbdb4c22bf tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.0961912 Apr 20 17:38:08.881033 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2a51f684-5c20-4fe2-957c-60e39a6fc670 req-03588119-6e95-4bd8-adbd-bb59d7b79180 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417409 Apr 20 17:38:09.539019 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a56ee-fdb2-48e0-8afb-ffefa9959157 req-69e92819-0dc9-4c66-bb5c-544aca8d5aea tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:09.540720 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-010a56ee-fdb2-48e0-8afb-ffefa9959157 req-69e92819-0dc9-4c66-bb5c-544aca8d5aea tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 944 time: 0.0896378 Apr 20 17:38:09.591456 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-010a56ee-fdb2-48e0-8afb-ffefa9959157 req-0cbc7ce5-907a-4435-b847-faaff0c615ac tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442386 Apr 20 17:38:09.835274 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026917b-1931-46db-b4c9-1799cd6c0357 req-0a5c4eef-342f-461a-99ae-524ec0ce755f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:10.129322 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0026917b-1931-46db-b4c9-1799cd6c0357 req-0a5c4eef-342f-461a-99ae-524ec0ce755f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0905640 Apr 20 17:38:10.129322 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0026917b-1931-46db-b4c9-1799cd6c0357 req-75a9f90a-36e8-4ad1-8322-d6c0191f3706 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416873 Apr 20 17:38:10.129868 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device d5317fb1-75b0-402d-b5e8-898b69020429 up at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:38:10.130296 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e71f2e-3e07-4320-a2e5-e79fcc858bb4 req-849fc288-9b1a-48c1-b926-0e966a5ce276 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:10.130296 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-26e71f2e-3e07-4320-a2e5-e79fcc858bb4 req-849fc288-9b1a-48c1-b926-0e966a5ce276 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.0872796 Apr 20 17:38:10.138003 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-26e71f2e-3e07-4320-a2e5-e79fcc858bb4 req-c90a2b5a-238c-46a5-9989-687fad3e4f84 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444064 Apr 20 17:38:10.147829 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning for port d5317fb1-75b0-402d-b5e8-898b69020429 completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:38:10.153361 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning complete for port d5317fb1-75b0-402d-b5e8-898b69020429 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:38:10.166918 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:10.281318 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:10.309420 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79927de3-23f8-433a-bee9-c6b79be0c715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5317fb1-75b0-402d-b5e8-898b69020429'}] {{(pid=86490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:38:10.324058 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port d5317fb1-75b0-402d-b5e8-898b69020429, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d5317fb1-75b0-402d-b5e8-898b69020429,segment=NetworkSegment(fa136594-7921-40c9-af51-7f17bc56ed96),segment_id=fa136594-7921-40c9-af51-7f17bc56ed96)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:38:10.360009 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79927de3-23f8-433a-bee9-c6b79be0c715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5317fb1-75b0-402d-b5e8-898b69020429', 'code': 200} Apr 20 17:38:10.375915 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:10.378415 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:10.455805 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=d5317fb1-75b0-402d-b5e8-898b69020429,revision_number=5']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:10.455925 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:10.879943 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653fdb8-87f6-4647-9458-55c68023acb0 req-fc262391-b6db-41e4-8471-c4455c15a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:10.881501 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a653fdb8-87f6-4647-9458-55c68023acb0 req-fc262391-b6db-41e4-8471-c4455c15a3ea service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 1098 time: 0.0786903 Apr 20 17:38:10.890687 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15487efb-03ca-45ba-80ac-2d91d297ae5d req-70a7a6ee-2f0a-4ade-ac48-9c9f3bc278d6 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:10.892319 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-15487efb-03ca-45ba-80ac-2d91d297ae5d req-70a7a6ee-2f0a-4ade-ac48-9c9f3bc278d6 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 945 time: 0.0884957 Apr 20 17:38:10.934721 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a653fdb8-87f6-4647-9458-55c68023acb0 req-eb95e887-f862-4702-8e8b-139f11979c0b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420825 Apr 20 17:38:10.941039 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-15487efb-03ca-45ba-80ac-2d91d297ae5d req-5331ed2b-c414-4c86-85ea-b3b7809ec886 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423079 Apr 20 17:38:11.128003 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45781d2a-8326-4700-97c1-fdedbd9e15e7 req-1e0ac9bc-7842-46b7-a8e9-732b3268de85 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:11.129601 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-45781d2a-8326-4700-97c1-fdedbd9e15e7 req-1e0ac9bc-7842-46b7-a8e9-732b3268de85 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0896916 Apr 20 17:38:11.176534 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-45781d2a-8326-4700-97c1-fdedbd9e15e7 req-e8f29ce8-606b-4004-be18-6ec84fba5a9c tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405416 Apr 20 17:38:11.359993 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b0ec9-41d4-4b28-9e31-bdded5dd59c9 req-d00f6a2e-6e64-4c38-afcd-7e137b9f21a5 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:11.361580 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2a2b0ec9-41d4-4b28-9e31-bdded5dd59c9 req-d00f6a2e-6e64-4c38-afcd-7e137b9f21a5 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.0865304 Apr 20 17:38:11.408571 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2a2b0ec9-41d4-4b28-9e31-bdded5dd59c9 req-9b223da2-9eef-4969-bf02-e190a6d21bb4 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401678 Apr 20 17:38:11.971851 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d194b10-b5c3-49fc-a268-50ac74446d75 req-fff051a9-780c-4209-8916-44f9c65284b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:11.973509 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8d194b10-b5c3-49fc-a268-50ac74446d75 req-fff051a9-780c-4209-8916-44f9c65284b2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 1098 time: 0.0769882 Apr 20 17:38:12.018316 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8d194b10-b5c3-49fc-a268-50ac74446d75 req-23c8eb9f-e1d4-468b-8763-7890b86f6f98 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372174 Apr 20 17:38:12.144998 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c52d1-c671-4f3c-acb8-edc9c2593fd7 req-0f5c8e33-f368-4f30-a78b-50b25f2229a4 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:12.146596 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d85c52d1-c671-4f3c-acb8-edc9c2593fd7 req-0f5c8e33-f368-4f30-a78b-50b25f2229a4 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 945 time: 0.0916789 Apr 20 17:38:12.194338 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d85c52d1-c671-4f3c-acb8-edc9c2593fd7 req-ee243782-d44b-4a7a-be41-d939580aab84 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415094 Apr 20 17:38:12.384511 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d491a-9eda-42ff-aedd-f3ace72b78a1 req-85c6d874-086b-4a9b-afa1-21d8466078a4 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:12.386166 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-657d491a-9eda-42ff-aedd-f3ace72b78a1 req-85c6d874-086b-4a9b-afa1-21d8466078a4 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0942333 Apr 20 17:38:12.436542 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-657d491a-9eda-42ff-aedd-f3ace72b78a1 req-f4b4c017-232a-4036-b6fa-6d959a49a694 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438666 Apr 20 17:38:12.609589 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefa80d-2ab9-40c3-acfe-6f14dca00e8f req-9f3da190-7de0-44e0-b9e3-c2a17d33a371 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:12.611805 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bbefa80d-2ab9-40c3-acfe-6f14dca00e8f req-9f3da190-7de0-44e0-b9e3-c2a17d33a371 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.0898106 Apr 20 17:38:12.665161 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bbefa80d-2ab9-40c3-acfe-6f14dca00e8f req-04352f79-1457-4aea-bd1f-c9a6edaf3b9a tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469522 Apr 20 17:38:13.398506 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabfc14-5b5f-4f7d-b5fb-5f383dbb2208 req-f7c53ac9-7be5-4665-80c0-2a5d7bae9e84 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:13.400225 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3aabfc14-5b5f-4f7d-b5fb-5f383dbb2208 req-f7c53ac9-7be5-4665-80c0-2a5d7bae9e84 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 945 time: 0.0938215 Apr 20 17:38:13.449187 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3aabfc14-5b5f-4f7d-b5fb-5f383dbb2208 req-38f3c09a-5be8-4970-80c4-aacf488efacf tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419669 Apr 20 17:38:13.676551 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49d99e-89f7-4068-883b-287cbbfefa28 req-90d117d3-440a-44bb-9201-c37a1a0ff3e6 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:13.678169 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0c49d99e-89f7-4068-883b-287cbbfefa28 req-90d117d3-440a-44bb-9201-c37a1a0ff3e6 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.1182899 Apr 20 17:38:13.730898 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0c49d99e-89f7-4068-883b-287cbbfefa28 req-ef22c58b-b6d8-4941-95e4-70c70a42dfde tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456467 Apr 20 17:38:13.888719 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4893fc-e182-49e7-9549-abca97b66f26 req-6b81ca91-f0c7-4046-902b-c6e4f2368cb1 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:13.890333 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4a4893fc-e182-49e7-9549-abca97b66f26 req-6b81ca91-f0c7-4046-902b-c6e4f2368cb1 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.0957577 Apr 20 17:38:13.938734 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4a4893fc-e182-49e7-9549-abca97b66f26 req-9066e3eb-2615-4d4d-a4af-e70e0ce1b3de tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409763 Apr 20 17:38:14.651998 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315431de-0b61-499d-b10f-ca287b9c09cc req-85758e33-12d6-44b8-8c40-12f0b5f30ec5 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:14.653730 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-315431de-0b61-499d-b10f-ca287b9c09cc req-85758e33-12d6-44b8-8c40-12f0b5f30ec5 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 945 time: 0.0890534 Apr 20 17:38:14.703593 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-315431de-0b61-499d-b10f-ca287b9c09cc req-08bfbbbe-608e-439b-b0bf-e4507204d671 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421720 Apr 20 17:38:14.919226 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ecda9-b998-4fd4-867a-d5cf7a32b30b req-b77f187a-89f6-4e4f-8c19-4d4e5fed8456 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:14.921240 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e33ecda9-b998-4fd4-867a-d5cf7a32b30b req-b77f187a-89f6-4e4f-8c19-4d4e5fed8456 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 945 time: 0.0968959 Apr 20 17:38:14.951527 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3b649-af09-46b9-9ba1-a2540ed06964 req-483b8088-58db-4498-ad4f-1552c6294f55 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:14.953114 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-37a3b649-af09-46b9-9ba1-a2540ed06964 req-483b8088-58db-4498-ad4f-1552c6294f55 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0926192 Apr 20 17:38:14.972057 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e33ecda9-b998-4fd4-867a-d5cf7a32b30b req-ca9613fc-4654-43ef-8e77-787a336f9e3e tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442216 Apr 20 17:38:15.007350 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-37a3b649-af09-46b9-9ba1-a2540ed06964 req-24e645cd-fb62-4f38-a29a-a227247b39bf tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472827 Apr 20 17:38:15.179402 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f8855-22a9-4a0c-b672-553273a5962f req-24719e14-b140-4508-9c9c-a34fde86e50c tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:15.182510 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-264f8855-22a9-4a0c-b672-553273a5962f req-24719e14-b140-4508-9c9c-a34fde86e50c tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.0998170 Apr 20 17:38:15.234007 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-264f8855-22a9-4a0c-b672-553273a5962f req-538cd90c-da22-46da-9d7b-1b077b98e7d3 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462351 Apr 20 17:38:15.581448 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9831d9-6e04-4786-8036-60b32196b85b req-22a56517-fed4-49da-84a3-3be7f0238396 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:15.583111 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2a9831d9-6e04-4786-8036-60b32196b85b req-22a56517-fed4-49da-84a3-3be7f0238396 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 945 time: 0.0890267 Apr 20 17:38:15.637750 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2a9831d9-6e04-4786-8036-60b32196b85b req-47c57959-a173-4b55-84db-28b15c05c5cf tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480595 Apr 20 17:38:15.935331 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5078de8-532a-4a42-bdc1-90c50f60a802 req-4bd174a3-6e5d-4d26-98ee-aca645ad99b5 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:15.936977 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f5078de8-532a-4a42-bdc1-90c50f60a802 req-4bd174a3-6e5d-4d26-98ee-aca645ad99b5 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.0898714 Apr 20 17:38:15.937213 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f85c0-647a-4e94-9645-f1701c581353 req-82a6fe5e-e96f-45b2-93dc-8214170b038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:15.938838 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a62f85c0-647a-4e94-9645-f1701c581353 req-82a6fe5e-e96f-45b2-93dc-8214170b038a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=028eef62e6864fc89f3548dcd265d0df&device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 1098 time: 0.0836215 Apr 20 17:38:15.998120 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f5078de8-532a-4a42-bdc1-90c50f60a802 req-e7b2c1fd-3573-4230-8e70-f2a6233e4833 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516121 Apr 20 17:38:16.099186 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f85c0-647a-4e94-9645-f1701c581353 req-77b131e5-0601-4f7d-8ce0-c7444a537c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:16.100802 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a62f85c0-647a-4e94-9645-f1701c581353 req-77b131e5-0601-4f7d-8ce0-c7444a537c58 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a2d0ac58-2725-4eae-8fed-6bdf47ba936f HTTP/1.1" status: 200 len: 920 time: 0.1549058 Apr 20 17:38:16.238145 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a62f85c0-647a-4e94-9645-f1701c581353 req-4814ec91-835d-4d0f-8ac3-0b18e262281c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53 HTTP/1.1" status: 200 len: 217 time: 0.1249137 Apr 20 17:38:16.336243 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d4a43-36a1-4780-922a-9662dc452236 req-1ae63b3f-5925-41fc-b1a4-310dd6e0d499 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:16.344149 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-576d4a43-36a1-4780-922a-9662dc452236 req-1ae63b3f-5925-41fc-b1a4-310dd6e0d499 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.1820757 Apr 20 17:38:16.376124 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f85c0-647a-4e94-9645-f1701c581353 req-70477d25-3c10-4ad8-9dee-5cd4eaa9a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:16.378279 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a62f85c0-647a-4e94-9645-f1701c581353 req-70477d25-3c10-4ad8-9dee-5cd4eaa9a884 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c6eddfa4-1956-4af6-940a-b08e3d6fd898 HTTP/1.1" status: 200 len: 859 time: 0.1338294 Apr 20 17:38:16.403862 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-576d4a43-36a1-4780-922a-9662dc452236 req-5cc64dc4-89e8-47b7-b46d-5662597deef9 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581157 Apr 20 17:38:16.454508 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a62f85c0-647a-4e94-9645-f1701c581353 req-721fe71c-fd38-487b-8fdc-2b95941e8697 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a2d0ac58-2725-4eae-8fed-6bdf47ba936f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503037 Apr 20 17:38:16.601521 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a62f85c0-647a-4e94-9645-f1701c581353 req-0523a763-f448-4062-b018-f9348272a82c service neutron] 10.222.0.76 "GET /v2.0/networks/a2d0ac58-2725-4eae-8fed-6bdf47ba936f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390328 Apr 20 17:38:16.758277 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a62f85c0-647a-4e94-9645-f1701c581353 req-66d1c1d8-39f4-4322-8425-0fa99bb60e5b service neutron] 10.222.0.76 "GET /v2.0/networks/a2d0ac58-2725-4eae-8fed-6bdf47ba936f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452641 Apr 20 17:38:17.214182 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebc31a-c211-4d54-96a3-a9b5b2258053 req-936891b7-716b-46c6-8bae-515a9910aa93 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:17.216003 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-65ebc31a-c211-4d54-96a3-a9b5b2258053 req-936891b7-716b-46c6-8bae-515a9910aa93 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.0943897 Apr 20 17:38:17.264744 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-65ebc31a-c211-4d54-96a3-a9b5b2258053 req-415f18e5-0f06-4b95-a7e9-0235000c391d tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423815 Apr 20 17:38:17.612646 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fd7e6-6dd0-491c-b348-ca0bc21a4ea0 req-a57e8d7b-5d24-42ae-8638-83eeeba598b6 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:17.614306 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4d9fd7e6-6dd0-491c-b348-ca0bc21a4ea0 req-a57e8d7b-5d24-42ae-8638-83eeeba598b6 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0898206 Apr 20 17:38:17.664323 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4d9fd7e6-6dd0-491c-b348-ca0bc21a4ea0 req-70ad5382-c04a-4607-87b7-c84a79e50265 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433187 Apr 20 17:38:18.474266 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db710f-f115-4ca7-bded-9c4d0b140a52 req-0ddfe53d-d501-4757-8296-bafe1989ef1f tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:18.475892 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-45db710f-f115-4ca7-bded-9c4d0b140a52 req-0ddfe53d-d501-4757-8296-bafe1989ef1f tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.0958014 Apr 20 17:38:18.524249 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-45db710f-f115-4ca7-bded-9c4d0b140a52 req-a15467e4-e602-437c-97c9-cfb05e2f59b5 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418720 Apr 20 17:38:18.873590 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1e115-2763-4d14-98d6-a406240a14a0 req-39fc5ed1-2b05-4e92-8217-b7542c5be895 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:18.875145 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-13e1e115-2763-4d14-98d6-a406240a14a0 req-39fc5ed1-2b05-4e92-8217-b7542c5be895 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0931110 Apr 20 17:38:18.924099 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-13e1e115-2763-4d14-98d6-a406240a14a0 req-06acece2-4574-4a95-a496-c8e72a9aa35e tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411961 Apr 20 17:38:19.898952 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989373d5-851d-4fb4-8df2-71f0a71d4044 req-69738022-f5d7-4d8c-8239-ee9af929767d tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:19.900582 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-989373d5-851d-4fb4-8df2-71f0a71d4044 req-69738022-f5d7-4d8c-8239-ee9af929767d tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.0931227 Apr 20 17:38:19.950905 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-989373d5-851d-4fb4-8df2-71f0a71d4044 req-e6b9a238-4a1e-46c3-b64f-47d5bf54d71b tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429065 Apr 20 17:38:20.136680 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cd41d-7dc3-4ba8-97c4-1476ba3d59e8 req-012f3528-bbb0-4f43-96b9-00b24df637e2 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:20.138256 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-352cd41d-7dc3-4ba8-97c4-1476ba3d59e8 req-012f3528-bbb0-4f43-96b9-00b24df637e2 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0865879 Apr 20 17:38:20.188404 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-352cd41d-7dc3-4ba8-97c4-1476ba3d59e8 req-5a2eebb9-2a0c-4538-aaf0-2f1423c13815 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431151 Apr 20 17:38:21.156691 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeba2d0-3ba2-480a-8861-c49757259d2f req-e8b71a79-afcf-4287-be44-f445614a1744 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:21.158845 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fdeba2d0-3ba2-480a-8861-c49757259d2f req-e8b71a79-afcf-4287-be44-f445614a1744 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.0924201 Apr 20 17:38:21.206674 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fdeba2d0-3ba2-480a-8861-c49757259d2f req-a64eb0eb-8335-4f97-8996-9835819e8158 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411704 Apr 20 17:38:21.401323 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59a57b-774e-46d5-a8f2-e18fdbcd2923 req-ed4158bf-a2d9-4555-a64b-c9dd05610a90 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:21.402985 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5e59a57b-774e-46d5-a8f2-e18fdbcd2923 req-ed4158bf-a2d9-4555-a64b-c9dd05610a90 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0927114 Apr 20 17:38:21.453234 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5e59a57b-774e-46d5-a8f2-e18fdbcd2923 req-38376e65-3424-4514-a3aa-3500fc648e09 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430386 Apr 20 17:38:22.665804 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd684209-6072-4feb-a33d-02f941ad612a req-7da5f196-fea0-497e-8699-6420042f9d97 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:22.667432 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cd684209-6072-4feb-a33d-02f941ad612a req-7da5f196-fea0-497e-8699-6420042f9d97 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0965753 Apr 20 17:38:22.717624 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cd684209-6072-4feb-a33d-02f941ad612a req-555f6d2e-b503-4157-9238-054e3a18ff31 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432532 Apr 20 17:38:23.551577 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6ed57-f84a-4bd8-b69e-bca7ebd509a4 req-4e04d4f0-317b-4608-8934-76a293eca84f tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:23.553188 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-19c6ed57-f84a-4bd8-b69e-bca7ebd509a4 req-4e04d4f0-317b-4608-8934-76a293eca84f tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 945 time: 0.0977731 Apr 20 17:38:23.618475 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-19c6ed57-f84a-4bd8-b69e-bca7ebd509a4 req-7de08ea6-138b-4c35-af01-39d9d5c360cf tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584502 Apr 20 17:38:23.638685 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 55514) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:23.992701 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 55530) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:24.147206 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a9aa483f-2de9-4415-adca-5fef2a1a1db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:24.165142 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-a9aa483f-2de9-4415-adca-5fef2a1a1db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:38:24.169531 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-a9aa483f-2de9-4415-adca-5fef2a1a1db6 admin admin] Usage tracker for resource:security_group_rule and tenant:879ddd2ddf5a44a49167ca2749081b93 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:38:24.173140 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-a9aa483f-2de9-4415-adca-5fef2a1a1db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:38:24.180365 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-a9aa483f-2de9-4415-adca-5fef2a1a1db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:38:24.209348 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb066520-e55f-48ee-bce3-da95fd2b0c42 tempest-TestMinimumBasicScenario-1952761458 tempest-TestMinimumBasicScenario-1952761458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:24.211024 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-cb066520-e55f-48ee-bce3-da95fd2b0c42 tempest-TestMinimumBasicScenario-1952761458 tempest-TestMinimumBasicScenario-1952761458-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 1093 time: 0.5711117 Apr 20 17:38:24.214772 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 55538) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:24.224659 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Request body: {'floatingip': {'floating_network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'port_id': 'd5317fb1-75b0-402d-b5e8-898b69020429', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:38:24.230117 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb46a45-ec69-4355-bb73-7e34da15869b req-d346b391-1482-4347-b240-811ee3d5af37 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:24.231968 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1eb46a45-ec69-4355-bb73-7e34da15869b req-d346b391-1482-4347-b240-811ee3d5af37 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.3314326 Apr 20 17:38:24.236410 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:38:24.241177 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Usage tracker for resource:floatingip and tenant:af1946123c424937b4137708c77ee5ba is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:38:24.245115 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:38:24.256720 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:38:24.286241 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1eb46a45-ec69-4355-bb73-7e34da15869b req-e48b3522-e8ac-4075-a111-a19492feab29 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473247 Apr 20 17:38:24.369673 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a9aa483f-2de9-4415-adca-5fef2a1a1db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:24.397329 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for floatingip, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:24.485177 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a9aa483f-2de9-4415-adca-5fef2a1a1db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:24.496906 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-6097a01a-1259-4bbe-bcbc-df4d6567aeeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:24.513125 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:24.545724 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa483f-2de9-4415-adca-5fef2a1a1db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1328be-fd1b-4dc8-9ff7-a1a4c85fcf5a,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:24.557374 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa483f-2de9-4415-adca-5fef2a1a1db6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:24.557920 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa483f-2de9-4415-adca-5fef2a1a1db6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:24.558324 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa483f-2de9-4415-adca-5fef2a1a1db6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:24.558727 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa483f-2de9-4415-adca-5fef2a1a1db6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:24.559124 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa483f-2de9-4415-adca-5fef2a1a1db6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:24.559518 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa483f-2de9-4415-adca-5fef2a1a1db6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:24.559968 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa483f-2de9-4415-adca-5fef2a1a1db6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:24.560360 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa483f-2de9-4415-adca-5fef2a1a1db6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:24.560752 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa483f-2de9-4415-adca-5fef2a1a1db6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:24.561141 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa483f-2de9-4415-adca-5fef2a1a1db6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:24.561542 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa483f-2de9-4415-adca-5fef2a1a1db6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:24.561950 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9aa483f-2de9-4415-adca-5fef2a1a1db6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:24.575865 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a9aa483f-2de9-4415-adca-5fef2a1a1db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:24.578394 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-a9aa483f-2de9-4415-adca-5fef2a1a1db6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=879ddd2ddf5a44a49167ca2749081b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5845735 Apr 20 17:38:24.581424 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 55548) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:24.656914 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:24.676500 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-44924aae-cce0-4461-a610-752ce87c8200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:24.706771 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-44924aae-cce0-4461-a610-752ce87c8200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:24.877437 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Allocated IP 172.28.1.248 (a0481120-3cc8-449f-86d5-38ee9053982b/ac485710-6ac4-46cc-b076-2738f89882f4/8d6085de-2a05-43cd-9112-38ec6509a69d) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:38:24.923119 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-44924aae-cce0-4461-a610-752ce87c8200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:24.928992 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-18619493-c681-4224-aa65-6cf07d3ed8d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:24.943374 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44924aae-cce0-4461-a610-752ce87c8200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1328be-fd1b-4dc8-9ff7-a1a4c85fcf5a,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:24.951401 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-44924aae-cce0-4461-a610-752ce87c8200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:24.952582 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-44924aae-cce0-4461-a610-752ce87c8200 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8a1328be-fd1b-4dc8-9ff7-a1a4c85fcf5a HTTP/1.1" status: 204 len: 168 time: 0.3700962 Apr 20 17:38:24.954999 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44924aae-cce0-4461-a610-752ce87c8200 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:24.955662 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44924aae-cce0-4461-a610-752ce87c8200 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:24.956190 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44924aae-cce0-4461-a610-752ce87c8200 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:24.956578 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44924aae-cce0-4461-a610-752ce87c8200 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:24.957245 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44924aae-cce0-4461-a610-752ce87c8200 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:24.957366 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44924aae-cce0-4461-a610-752ce87c8200 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:24.957716 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44924aae-cce0-4461-a610-752ce87c8200 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:24.958115 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44924aae-cce0-4461-a610-752ce87c8200 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:24.958492 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44924aae-cce0-4461-a610-752ce87c8200 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:24.958909 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44924aae-cce0-4461-a610-752ce87c8200 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:24.959299 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44924aae-cce0-4461-a610-752ce87c8200 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:24.959688 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44924aae-cce0-4461-a610-752ce87c8200 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:24.969406 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-44924aae-cce0-4461-a610-752ce87c8200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:25.045409 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:25.107822 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278367'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:25.113365 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5da45a04-0fae-40fb-8ae0-164478a74a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:25.194492 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Network a0481120-3cc8-449f-86d5-38ee9053982b is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:38:25.197576 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:38:25.201612 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:38:25.238536 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Pushing event updated for resources: {'Port': ['ID=8d6085de-2a05-43cd-9112-38ec6509a69d,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:25.245037 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:25.937259 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19fae3-6b08-430c-8956-e23e4bc99934 req-8b392a4c-7dde-42a2-9ff9-a8ccdfcee9d3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:25.938910 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ac19fae3-6b08-430c-8956-e23e4bc99934 req-8b392a4c-7dde-42a2-9ff9-a8ccdfcee9d3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.3747244 Apr 20 17:38:26.012610 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ac19fae3-6b08-430c-8956-e23e4bc99934 req-4bc40115-1e7c-481d-a571-9b57ab34241a tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655878 Apr 20 17:38:26.033054 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:26.137494 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:26.381467 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:26.448288 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852497450'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:26.458623 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:26.629763 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Pushing event updated for resources: {'Port': ['ID=8d6085de-2a05-43cd-9112-38ec6509a69d,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:26.645474 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:26.686045 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854139214'] for floatingip, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:26.840980 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9680d9d-b3b3-405f-a050-8cca907e5de8 req-3c3262b7-407b-4a7c-b88d-055bac6a072e tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:26.842615 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d9680d9d-b3b3-405f-a050-8cca907e5de8 req-3c3262b7-407b-4a7c-b88d-055bac6a072e tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.4383371 Apr 20 17:38:26.898520 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae2d50-81dd-4db1-9345-cda601d79fec req-464884e8-9be6-4b96-aea2-d138f6ca686f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:26.903412 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2dae2d50-81dd-4db1-9345-cda601d79fec req-464884e8-9be6-4b96-aea2-d138f6ca686f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3e86cc7941934d41a7fc333ea0673924&device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 1098 time: 0.3443186 Apr 20 17:38:26.952335 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d9680d9d-b3b3-405f-a050-8cca907e5de8 req-a903159f-6221-4aca-b6bd-ebc62d2c5e2f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996966 Apr 20 17:38:27.096615 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.l3_db [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Floating IP 3ecd1d80-6983-4d74-8c9f-6b7ebc5b5827 associated. External IP: 172.28.1.248, port: d5317fb1-75b0-402d-b5e8-898b69020429. Apr 20 17:38:27.269577 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae2d50-81dd-4db1-9345-cda601d79fec req-ca7971ed-58c3-404b-8d64-14ecb6ff0740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:27.271248 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2dae2d50-81dd-4db1-9345-cda601d79fec req-ca7971ed-58c3-404b-8d64-14ecb6ff0740 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4c40d2b-ceca-4fa5-a564-5d269c274c9e HTTP/1.1" status: 200 len: 911 time: 0.3574657 Apr 20 17:38:27.409114 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2dae2d50-81dd-4db1-9345-cda601d79fec req-adaa738e-bf2c-45a1-a36a-ad90f95f59c9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5efcff61-8a6e-4914-ac29-59d58389cf28 HTTP/1.1" status: 200 len: 1001 time: 0.1283393 Apr 20 17:38:27.725544 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae2d50-81dd-4db1-9345-cda601d79fec req-2e80c011-d228-480b-88aa-9e41345efaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:27.727113 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2dae2d50-81dd-4db1-9345-cda601d79fec req-2e80c011-d228-480b-88aa-9e41345efaf3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c8db6b26-5954-455b-bb2e-7d6df06854c9 HTTP/1.1" status: 200 len: 849 time: 0.2495003 Apr 20 17:38:27.757560 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be8b35-7c08-42ba-ac85-3e7cef75ed8f req-5bd20c94-4f20-4a3a-8ce1-15be94700f7c tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:27.759124 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-53be8b35-7c08-42ba-ac85-3e7cef75ed8f req-5bd20c94-4f20-4a3a-8ce1-15be94700f7c tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.2892225 Apr 20 17:38:27.761060 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Router 0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca has already been hosted by L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 {{(pid=86489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 17:38:27.773007 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec9c06-68d4-4798-8e10-136cd2a2aa91 req-464abd67-6b3b-4379-b99f-55d57abf9978 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:27.774669 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-91ec9c06-68d4-4798-8e10-136cd2a2aa91 req-464abd67-6b3b-4379-b99f-55d57abf9978 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.0893002 Apr 20 17:38:27.827371 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-91ec9c06-68d4-4798-8e10-136cd2a2aa91 req-476889ad-d3e4-40f2-bdc9-a838b485d98f tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461271 Apr 20 17:38:28.176262 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32085fac-20a1-4bc6-a4dd-2a1a985b2a8d req-bd4d8d7b-ecfd-4548-9fce-d8e19243bd64 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:28.178893 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-32085fac-20a1-4bc6-a4dd-2a1a985b2a8d req-bd4d8d7b-ecfd-4548-9fce-d8e19243bd64 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0939541 Apr 20 17:38:28.229639 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-32085fac-20a1-4bc6-a4dd-2a1a985b2a8d req-4dd77b40-052b-4593-93eb-438809ff0a24 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453901 Apr 20 17:38:28.249591 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-53be8b35-7c08-42ba-ac85-3e7cef75ed8f req-4fafdc2d-26c4-492c-9f3d-c14fe8ab718c tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808230 Apr 20 17:38:28.285798 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae2d50-81dd-4db1-9345-cda601d79fec req-c39fdd48-1ff7-40bb-8df4-b0c5de028eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:28.287439 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2dae2d50-81dd-4db1-9345-cda601d79fec req-c39fdd48-1ff7-40bb-8df4-b0c5de028eb6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4c40d2b-ceca-4fa5-a564-5d269c274c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5203567 Apr 20 17:38:28.292055 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:38:28.302678 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ab0cf6-2c82-458b-b87c-a8c6007b9c8a None None] Sync routers for ids ['0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'] in dv-cinder-786927-2-smb {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:38:28.313438 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ab0cf6-2c82-458b-b87c-a8c6007b9c8a None None] Routers {'0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:38:28.314143 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-86ab0cf6-2c82-458b-b87c-a8c6007b9c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:38:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:38:28.452573 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:28.499890 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2dae2d50-81dd-4db1-9345-cda601d79fec req-e6439617-88c0-4ffb-b0de-abde12e79e08 service neutron] 10.222.0.76 "GET /v2.0/networks/c4c40d2b-ceca-4fa5-a564-5d269c274c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016864 Apr 20 17:38:28.510236 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:38:28.522724 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-86ab0cf6-2c82-458b-b87c-a8c6007b9c8a None None] Set router 0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:38:28.545258 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3289614 Apr 20 17:38:28.548808 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 55638) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:28.555793 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-a96ac72e-0708-489f-935c-b1d351033a15 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1724139743', 'description': 'tempest-secgroup-smoke-1724139743 description', 'project_id': 'af1946123c424937b4137708c77ee5ba'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:38:28.571068 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-a96ac72e-0708-489f-935c-b1d351033a15 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:38:28.588816 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-a96ac72e-0708-489f-935c-b1d351033a15 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:38:28.595918 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79927de3-23f8-433a-bee9-c6b79be0c715', 'tag': 'd5317fb1-75b0-402d-b5e8-898b69020429'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:38:28.644462 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a96ac72e-0708-489f-935c-b1d351033a15 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:28.647714 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79927de3-23f8-433a-bee9-c6b79be0c715', 'tag': 'd5317fb1-75b0-402d-b5e8-898b69020429', 'status': 'completed', 'code': 200} Apr 20 17:38:28.670484 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-a96ac72e-0708-489f-935c-b1d351033a15 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:38:28.677555 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-a96ac72e-0708-489f-935c-b1d351033a15 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Usage tracker for resource:security_group_rule and tenant:af1946123c424937b4137708c77ee5ba is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:38:28.680851 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-a96ac72e-0708-489f-935c-b1d351033a15 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:38:28.682039 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2dae2d50-81dd-4db1-9345-cda601d79fec req-49f4a75a-08cb-400a-92e8-c44e8fbec811 service neutron] 10.222.0.76 "GET /v2.0/networks/c4c40d2b-ceca-4fa5-a564-5d269c274c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713178 Apr 20 17:38:28.687014 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-a96ac72e-0708-489f-935c-b1d351033a15 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:38:28.802453 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10591c-15f0-43df-924d-f954f06b5e57 req-eb8d665c-8b04-4e68-8063-e066cfa3170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:28.803572 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ea10591c-15f0-43df-924d-f954f06b5e57 req-eb8d665c-8b04-4e68-8063-e066cfa3170b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af1946123c424937b4137708c77ee5ba&device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 1098 time: 0.0907590 Apr 20 17:38:28.818022 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a96ac72e-0708-489f-935c-b1d351033a15 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:28.862100 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a96ac72e-0708-489f-935c-b1d351033a15 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:28.866438 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7aebac5e-8e59-4283-b884-54255ce4980d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:28.920879 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ac72e-0708-489f-935c-b1d351033a15 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e5c75a-d4b4-427f-b0ab-365a45998ef7,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:28.923246 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-86ab0cf6-2c82-458b-b87c-a8c6007b9c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'name': 'tempest-TestMinimumBasicScenario-1689815698-router', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:36:49Z', 'updated_at': '2021-04-20T17:36:58Z', 'revision_number': 4, 'project_id': 'af1946123c424937b4137708c77ee5ba', 'gw_port': {'id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:36:51Z', 'updated_at': '2021-04-20T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_floatingips': [{'id': '3ecd1d80-6983-4d74-8c9f-6b7ebc5b5827', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'floating_ip_address': '172.28.1.248', 'floating_network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'router_id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'port_id': 'd5317fb1-75b0-402d-b5e8-898b69020429', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0', 'mac_address': 'fa:16:3e:1f:4c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79927de3-23f8-433a-bee9-c6b79be0c715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:38:25Z', 'updated_at': '2021-04-20T17:38:25Z', 'revision_number': 0, 'project_id': 'af1946123c424937b4137708c77ee5ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2212874d-c60d-45f8-8533-d6b3ca98d97b', 'name': '', 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'mac_address': 'fa:16:3e:be:6a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f36a7a71-2ad5-4fb8-b929-3618c9b18a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:36:56Z', 'updated_at': '2021-04-20T17:37:05Z', 'revision_number': 5, 'project_id': 'af1946123c424937b4137708c77ee5ba', 'subnets': [{'id': 'f36a7a71-2ad5-4fb8-b929-3618c9b18a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:38:28.927153 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a96ac72e-0708-489f-935c-b1d351033a15 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:28.929173 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ab0cf6-2c82-458b-b87c-a8c6007b9c8a None None] Checking router: 0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca for host: dv-cinder-786927-2-smb {{(pid=86491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:38:28.939126 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ab0cf6-2c82-458b-b87c-a8c6007b9c8a None None] Routers {'0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:38:28.939925 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-86ab0cf6-2c82-458b-b87c-a8c6007b9c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:38:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:38:28.976129 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a96ac72e-0708-489f-935c-b1d351033a15 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:28.977485 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-a96ac72e-0708-489f-935c-b1d351033a15 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4272859 Apr 20 17:38:28.980599 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 55646) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:28.986706 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-91408f66-a2a3-415e-8968-c434f7e60061 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Request body: {'security_group_rule': {'security_group_id': 'f0e5c75a-d4b4-427f-b0ab-365a45998ef7', 'project_id': 'af1946123c424937b4137708c77ee5ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:38:28.993339 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-91408f66-a2a3-415e-8968-c434f7e60061 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:38:28.997475 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-91408f66-a2a3-415e-8968-c434f7e60061 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Usage tracker for resource:security_group_rule and tenant:af1946123c424937b4137708c77ee5ba is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:38:29.000555 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-91408f66-a2a3-415e-8968-c434f7e60061 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:38:29.007608 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-91408f66-a2a3-415e-8968-c434f7e60061 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:38:29.039146 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10591c-15f0-43df-924d-f954f06b5e57 req-7690f2ed-625b-4c12-aa1c-049a33005a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:29.040735 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ea10591c-15f0-43df-924d-f954f06b5e57 req-7690f2ed-625b-4c12-aa1c-049a33005a95 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0 HTTP/1.1" status: 200 len: 916 time: 0.2255113 Apr 20 17:38:29.045991 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-91408f66-a2a3-415e-8968-c434f7e60061 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:29.115441 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-91408f66-a2a3-415e-8968-c434f7e60061 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:29.145727 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-86ab0cf6-2c82-458b-b87c-a8c6007b9c8a None None] Set router 0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:38:29.176166 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-91408f66-a2a3-415e-8968-c434f7e60061 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378812'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:29.179085 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-8dfac42e-500b-47a8-a23a-33de114b0ba1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:29.201226 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91408f66-a2a3-415e-8968-c434f7e60061 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9add46b-d558-4b4c-a9e7-db984291f7b8,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:29.213272 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-91408f66-a2a3-415e-8968-c434f7e60061 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:29.216468 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ea10591c-15f0-43df-924d-f954f06b5e57 req-9213b702-173f-456a-953f-fe91e3267636 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5317fb1-75b0-402d-b5e8-898b69020429 HTTP/1.1" status: 200 len: 999 time: 0.1607854 Apr 20 17:38:29.225316 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2510b-6ca9-49e9-9440-65058974686d req-45a9e3c7-5d83-4ed6-860a-180e3be1fd15 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:29.226955 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-47e2510b-6ca9-49e9-9440-65058974686d req-45a9e3c7-5d83-4ed6-860a-180e3be1fd15 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.2329528 Apr 20 17:38:29.274523 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-91408f66-a2a3-415e-8968-c434f7e60061 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:29.275853 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-91408f66-a2a3-415e-8968-c434f7e60061 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2942319 Apr 20 17:38:29.278861 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 55654) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:29.284739 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-3d200896-3ea8-47a1-b4c9-0fac2790053c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Request body: {'security_group_rule': {'security_group_id': 'f0e5c75a-d4b4-427f-b0ab-365a45998ef7', 'project_id': 'af1946123c424937b4137708c77ee5ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:38:29.291330 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-3d200896-3ea8-47a1-b4c9-0fac2790053c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:38:29.295617 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-3d200896-3ea8-47a1-b4c9-0fac2790053c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Usage tracker for resource:security_group_rule and tenant:af1946123c424937b4137708c77ee5ba is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:38:29.299582 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-3d200896-3ea8-47a1-b4c9-0fac2790053c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:38:29.306923 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-3d200896-3ea8-47a1-b4c9-0fac2790053c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:38:29.343288 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10591c-15f0-43df-924d-f954f06b5e57 req-7855f43d-40d7-46ed-b90b-d303833f6872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:29.345024 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ea10591c-15f0-43df-924d-f954f06b5e57 req-7855f43d-40d7-46ed-b90b-d303833f6872 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f36a7a71-2ad5-4fb8-b929-3618c9b18a18 HTTP/1.1" status: 200 len: 854 time: 0.1142006 Apr 20 17:38:29.347459 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3d200896-3ea8-47a1-b4c9-0fac2790053c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:29.364407 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-47e2510b-6ca9-49e9-9440-65058974686d req-770b0b8f-4c0a-44a8-b360-2bd1d5040d09 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960681 Apr 20 17:38:29.464408 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10591c-15f0-43df-924d-f954f06b5e57 req-76d538ce-4389-42df-bb66-c2ff2811a399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:29.466340 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ea10591c-15f0-43df-924d-f954f06b5e57 req-76d538ce-4389-42df-bb66-c2ff2811a399 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1004732 Apr 20 17:38:29.486788 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3d200896-3ea8-47a1-b4c9-0fac2790053c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:29.529294 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c8d68-274a-4d3d-8445-0d5a13f69af6 req-504e99c7-da9f-4b6e-b079-dcae9c00dc1a tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:29.531207 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fe6c8d68-274a-4d3d-8445-0d5a13f69af6 req-504e99c7-da9f-4b6e-b079-dcae9c00dc1a tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.1357899 Apr 20 17:38:29.532058 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3d200896-3ea8-47a1-b4c9-0fac2790053c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378812'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:29.535273 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-91408f66-a2a3-415e-8968-c434f7e60061 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:29.581342 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d200896-3ea8-47a1-b4c9-0fac2790053c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a44619-b5cd-4ed1-8d77-58fdae62d93e,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:29.589259 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3d200896-3ea8-47a1-b4c9-0fac2790053c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:29.614753 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fe6c8d68-274a-4d3d-8445-0d5a13f69af6 req-ff152293-8e3e-453d-b6ba-3a88cf91ea71 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681069 Apr 20 17:38:29.644961 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3d200896-3ea8-47a1-b4c9-0fac2790053c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:29.646177 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-3d200896-3ea8-47a1-b4c9-0fac2790053c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3662307 Apr 20 17:38:29.649088 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 55662) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:29.655820 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-d0853761-a2c8-4d39-bc6a-f932da42b8dd tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Request body: {'security_group_rule': {'security_group_id': 'f0e5c75a-d4b4-427f-b0ab-365a45998ef7', 'project_id': 'af1946123c424937b4137708c77ee5ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:38:29.669276 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-d0853761-a2c8-4d39-bc6a-f932da42b8dd tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:38:29.675335 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-d0853761-a2c8-4d39-bc6a-f932da42b8dd tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Usage tracker for resource:security_group_rule and tenant:af1946123c424937b4137708c77ee5ba is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:38:29.679295 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-d0853761-a2c8-4d39-bc6a-f932da42b8dd tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:38:29.685849 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-d0853761-a2c8-4d39-bc6a-f932da42b8dd tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:38:29.733089 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d0853761-a2c8-4d39-bc6a-f932da42b8dd tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:29.747243 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0c71f-5396-4d91-ba4d-8f342a3042f3 req-f255abed-eb07-46e1-b7e5-5c8900f3f521 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:29.749144 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c0e0c71f-5396-4d91-ba4d-8f342a3042f3 req-f255abed-eb07-46e1-b7e5-5c8900f3f521 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.1836371 Apr 20 17:38:29.757564 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-86ab0cf6-2c82-458b-b87c-a8c6007b9c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'name': 'tempest-TestMinimumBasicScenario-1689815698-router', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:36:49Z', 'updated_at': '2021-04-20T17:36:58Z', 'revision_number': 4, 'project_id': 'af1946123c424937b4137708c77ee5ba', 'gw_port': {'id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:36:51Z', 'updated_at': '2021-04-20T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_floatingips': [{'id': '3ecd1d80-6983-4d74-8c9f-6b7ebc5b5827', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'floating_ip_address': '172.28.1.248', 'floating_network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'router_id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'port_id': 'd5317fb1-75b0-402d-b5e8-898b69020429', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0', 'mac_address': 'fa:16:3e:1f:4c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79927de3-23f8-433a-bee9-c6b79be0c715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:38:25Z', 'updated_at': '2021-04-20T17:38:25Z', 'revision_number': 0, 'project_id': 'af1946123c424937b4137708c77ee5ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2212874d-c60d-45f8-8533-d6b3ca98d97b', 'name': '', 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'mac_address': 'fa:16:3e:be:6a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f36a7a71-2ad5-4fb8-b929-3618c9b18a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:36:56Z', 'updated_at': '2021-04-20T17:37:05Z', 'revision_number': 5, 'project_id': 'af1946123c424937b4137708c77ee5ba', 'subnets': [{'id': 'f36a7a71-2ad5-4fb8-b929-3618c9b18a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:38:29.763164 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ab0cf6-2c82-458b-b87c-a8c6007b9c8a None None] The sync data for ids ['0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'] in dv-cinder-786927-2-smb is: [{'id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'name': 'tempest-TestMinimumBasicScenario-1689815698-router', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:36:49Z', 'updated_at': '2021-04-20T17:36:58Z', 'revision_number': 4, 'project_id': 'af1946123c424937b4137708c77ee5ba', 'gw_port': {'id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:36:51Z', 'updated_at': '2021-04-20T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_floatingips': [{'id': '3ecd1d80-6983-4d74-8c9f-6b7ebc5b5827', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'floating_ip_address': '172.28.1.248', 'floating_network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'router_id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'port_id': 'd5317fb1-75b0-402d-b5e8-898b69020429', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0', 'mac_address': 'fa:16:3e:1f:4c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79927de3-23f8-433a-bee9-c6b79be0c715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:38:25Z', 'updated_at': '2021-04-20T17:38:25Z', 'revision_number': 0, 'project_id': 'af1946123c424937b4137708c77ee5ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2212874d-c60d-45f8-8533-d6b3ca98d97b', 'name': '', 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'mac_address': 'fa:16:3e:be:6a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f36a7a71-2ad5-4fb8-b929-3618c9b18a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:36:56Z', 'updated_at': '2021-04-20T17:37:05Z', 'revision_number': 5, 'project_id': 'af1946123c424937b4137708c77ee5ba', 'subnets': [{'id': 'f36a7a71-2ad5-4fb8-b929-3618c9b18a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:38:29.776422 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ea10591c-15f0-43df-924d-f954f06b5e57 req-60827eb6-6d22-4bc9-8613-e2219c73d0da service neutron] 10.222.0.76 "GET /v2.0/networks/d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014758 Apr 20 17:38:29.833433 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d0853761-a2c8-4d39-bc6a-f932da42b8dd tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:29.861813 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d0853761-a2c8-4d39-bc6a-f932da42b8dd tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378812'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:29.864009 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:29.887122 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0853761-a2c8-4d39-bc6a-f932da42b8dd tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8755f4ca-7c28-449e-95f9-427646c1dd4e,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:29.891340 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d0853761-a2c8-4d39-bc6a-f932da42b8dd tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:29.919690 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c0e0c71f-5396-4d91-ba4d-8f342a3042f3 req-5963fcee-246a-4793-b178-112db0e26b35 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459510 Apr 20 17:38:29.973010 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ea10591c-15f0-43df-924d-f954f06b5e57 req-33343d19-7690-471e-b0ca-58ff4f7d00af service neutron] 10.222.0.76 "GET /v2.0/networks/d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777565 Apr 20 17:38:29.999076 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d0853761-a2c8-4d39-bc6a-f932da42b8dd tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:30.000402 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-d0853761-a2c8-4d39-bc6a-f932da42b8dd tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3502979 Apr 20 17:38:30.003896 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 55668) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:30.009469 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-7c7d91ef-4312-4208-82de-b3d6f7585733 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Request body: {'security_group_rule': {'security_group_id': 'f0e5c75a-d4b4-427f-b0ab-365a45998ef7', 'project_id': 'af1946123c424937b4137708c77ee5ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:38:30.015808 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-7c7d91ef-4312-4208-82de-b3d6f7585733 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:38:30.019799 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-7c7d91ef-4312-4208-82de-b3d6f7585733 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Usage tracker for resource:security_group_rule and tenant:af1946123c424937b4137708c77ee5ba is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:38:30.022806 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-7c7d91ef-4312-4208-82de-b3d6f7585733 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:38:30.028772 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-7c7d91ef-4312-4208-82de-b3d6f7585733 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:38:30.109353 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7c7d91ef-4312-4208-82de-b3d6f7585733 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:30.176537 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bca131-0fcc-4cbb-ac27-5100cb1a960a None None] New status for floating IP 3ecd1d80-6983-4d74-8c9f-6b7ebc5b5827: ACTIVE {{(pid=86490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 17:38:30.193194 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7c7d91ef-4312-4208-82de-b3d6f7585733 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:30.267281 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7c7d91ef-4312-4208-82de-b3d6f7585733 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378812'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:30.269542 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:30.294347 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d91ef-4312-4208-82de-b3d6f7585733 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f62632-8774-4ac6-ad13-e0912bac1d0e,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:30.297116 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7c7d91ef-4312-4208-82de-b3d6f7585733 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:30.358779 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7c7d91ef-4312-4208-82de-b3d6f7585733 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:30.360105 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-7c7d91ef-4312-4208-82de-b3d6f7585733 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3552349 Apr 20 17:38:30.363569 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 55674) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:30.369227 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-4f0b1ed4-1912-4468-875b-bbf650f6742a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Request body: {'security_group_rule': {'security_group_id': 'f0e5c75a-d4b4-427f-b0ab-365a45998ef7', 'project_id': 'af1946123c424937b4137708c77ee5ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:38:30.375429 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-4f0b1ed4-1912-4468-875b-bbf650f6742a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:38:30.379491 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-4f0b1ed4-1912-4468-875b-bbf650f6742a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Usage tracker for resource:security_group_rule and tenant:af1946123c424937b4137708c77ee5ba is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:38:30.382486 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-4f0b1ed4-1912-4468-875b-bbf650f6742a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:38:30.388860 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-4f0b1ed4-1912-4468-875b-bbf650f6742a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:38:30.467655 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.securitygroups_db [None req-4f0b1ed4-1912-4468-875b-bbf650f6742a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Project af1946123c424937b4137708c77ee5ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:38:30.476043 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4f0b1ed4-1912-4468-875b-bbf650f6742a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:30.606723 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4f0b1ed4-1912-4468-875b-bbf650f6742a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:30.624160 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4e84c-0a38-460c-b11e-4d5533dcef36 req-ff7e645a-c801-4ebd-bf09-1cdeddff5bb7 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:30.625904 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-55a4e84c-0a38-460c-b11e-4d5533dcef36 req-ff7e645a-c801-4ebd-bf09-1cdeddff5bb7 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.1402299 Apr 20 17:38:30.652637 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4f0b1ed4-1912-4468-875b-bbf650f6742a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378812'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:30.658507 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:30.694320 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b1ed4-1912-4468-875b-bbf650f6742a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b08888b3-457f-4bc0-b9bc-8821d3b8306d,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:30.701720 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4f0b1ed4-1912-4468-875b-bbf650f6742a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:30.708156 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-55a4e84c-0a38-460c-b11e-4d5533dcef36 req-6131a735-6dd1-4070-bdce-dec0d4d1b770 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754366 Apr 20 17:38:30.728782 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4f0b1ed4-1912-4468-875b-bbf650f6742a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:30.732791 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-4f0b1ed4-1912-4468-875b-bbf650f6742a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3654380 Apr 20 17:38:30.732928 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 55688) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:30.738525 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-40615a2d-d2c2-45e4-85cd-42c694de8152 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Request body: {'security_group_rule': {'security_group_id': 'f0e5c75a-d4b4-427f-b0ab-365a45998ef7', 'project_id': 'af1946123c424937b4137708c77ee5ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:38:30.744788 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-40615a2d-d2c2-45e4-85cd-42c694de8152 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:38:30.748875 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-40615a2d-d2c2-45e4-85cd-42c694de8152 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Usage tracker for resource:security_group_rule and tenant:af1946123c424937b4137708c77ee5ba is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:38:30.752188 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-40615a2d-d2c2-45e4-85cd-42c694de8152 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:38:30.761772 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-40615a2d-d2c2-45e4-85cd-42c694de8152 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:38:30.797344 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.securitygroups_db [None req-40615a2d-d2c2-45e4-85cd-42c694de8152 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Project af1946123c424937b4137708c77ee5ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:38:30.805212 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-40615a2d-d2c2-45e4-85cd-42c694de8152 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:30.840324 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4d26c-71a2-4c2b-b9c1-e338d221f2ca req-c8af73b2-4a7e-41ad-8cc6-df0c990d2690 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:30.842203 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-acc4d26c-71a2-4c2b-b9c1-e338d221f2ca req-c8af73b2-4a7e-41ad-8cc6-df0c990d2690 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0941622 Apr 20 17:38:30.875067 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-40615a2d-d2c2-45e4-85cd-42c694de8152 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:30.891938 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-acc4d26c-71a2-4c2b-b9c1-e338d221f2ca req-0c95c6be-7289-409a-bef3-7417882749e4 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430815 Apr 20 17:38:30.906835 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-40615a2d-d2c2-45e4-85cd-42c694de8152 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378812'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:30.915131 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:30.935144 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40615a2d-d2c2-45e4-85cd-42c694de8152 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4abc2f04-b04b-49d0-aaf4-f9ae1eacb628,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:30.937631 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-40615a2d-d2c2-45e4-85cd-42c694de8152 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:30.976263 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-40615a2d-d2c2-45e4-85cd-42c694de8152 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:30.978170 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-40615a2d-d2c2-45e4-85cd-42c694de8152 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2438877 Apr 20 17:38:31.151875 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb8eeb-b5d2-4ab4-94b7-7f74e5554233 req-7fff0294-655d-4586-8b32-67b7a4c1ff9e tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:31.153762 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7cdb8eeb-b5d2-4ab4-94b7-7f74e5554233 req-7fff0294-655d-4586-8b32-67b7a4c1ff9e tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.1120131 Apr 20 17:38:31.167287 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-f41b2178-4797-4fe0-a62d-0fe61df4de0f req-692da85c-6de3-4dde-affa-267964f7fde8 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Synchronizing usage tracker for tenant:af1946123c424937b4137708c77ee5ba on resource:security_group {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:38:31.208132 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7cdb8eeb-b5d2-4ab4-94b7-7f74e5554233 req-9eb8fb8a-f450-428a-9f36-c70efe5c8f16 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472038 Apr 20 17:38:31.215970 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-f41b2178-4797-4fe0-a62d-0fe61df4de0f req-692da85c-6de3-4dde-affa-267964f7fde8 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Unset dirty status for tenant:af1946123c424937b4137708c77ee5ba on resource:security_group {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:38:31.217307 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f41b2178-4797-4fe0-a62d-0fe61df4de0f req-692da85c-6de3-4dde-affa-267964f7fde8 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1724139743&fields=id&tenant_id=af1946123c424937b4137708c77ee5ba HTTP/1.1" status: 200 len: 267 time: 0.0950019 Apr 20 17:38:31.313185 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b2178-4797-4fe0-a62d-0fe61df4de0f req-6f1137fe-fb76-4842-9cec-c8f4dbad0b79 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:31.314860 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f41b2178-4797-4fe0-a62d-0fe61df4de0f req-6f1137fe-fb76-4842-9cec-c8f4dbad0b79 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 945 time: 0.0904505 Apr 20 17:38:31.327062 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-f41b2178-4797-4fe0-a62d-0fe61df4de0f req-7b2ea0ac-b4e4-45b6-8454-0b7b255ab419 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Request body: {'port': {'security_groups': ['26a85ee6-236a-4d6a-a02b-eeeb39ca8078', 'f0e5c75a-d4b4-427f-b0ab-365a45998ef7']}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:38:31.456774 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-f41b2178-4797-4fe0-a62d-0fe61df4de0f req-7b2ea0ac-b4e4-45b6-8454-0b7b255ab419 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:31.616493 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cc14d-2b75-4f9f-8f22-a851312f8ab5 req-b24d84c4-cc47-4107-a061-f3b697d79681 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:31.618171 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c60cc14d-2b75-4f9f-8f22-a851312f8ab5 req-b24d84c4-cc47-4107-a061-f3b697d79681 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.76 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.0997708 Apr 20 17:38:31.705877 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-c60cc14d-2b75-4f9f-8f22-a851312f8ab5 req-9f9b87b2-dce8-4f7f-bd79-ab253f168a4f tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Deleting port 2497de2e-c251-4cb3-bdc9-9670f10d80b3 {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:38:31.706268 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-c60cc14d-2b75-4f9f-8f22-a851312f8ab5 req-9f9b87b2-dce8-4f7f-bd79-ab253f168a4f tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:31.736496 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-f41b2178-4797-4fe0-a62d-0fe61df4de0f req-7b2ea0ac-b4e4-45b6-8454-0b7b255ab419 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] For port d5317fb1-75b0-402d-b5e8-898b69020429, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d5317fb1-75b0-402d-b5e8-898b69020429,segment=NetworkSegment(fa136594-7921-40c9-af51-7f17bc56ed96),segment_id=fa136594-7921-40c9-af51-7f17bc56ed96)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:38:31.765670 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-f41b2178-4797-4fe0-a62d-0fe61df4de0f req-7b2ea0ac-b4e4-45b6-8454-0b7b255ab419 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:31.797491 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-f41b2178-4797-4fe0-a62d-0fe61df4de0f req-7b2ea0ac-b4e4-45b6-8454-0b7b255ab419 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2316177'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:31.809237 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:31.842249 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['d5317fb1-75b0-402d-b5e8-898b69020429'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:38:31.879287 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b2178-4797-4fe0-a62d-0fe61df4de0f req-7b2ea0ac-b4e4-45b6-8454-0b7b255ab419 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:31.879996 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-f41b2178-4797-4fe0-a62d-0fe61df4de0f req-7b2ea0ac-b4e4-45b6-8454-0b7b255ab419 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:31.885267 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f41b2178-4797-4fe0-a62d-0fe61df4de0f req-7b2ea0ac-b4e4-45b6-8454-0b7b255ab419 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "PUT /v2.0/ports/d5317fb1-75b0-402d-b5e8-898b69020429 HTTP/1.1" status: 200 len: 981 time: 0.5630312 Apr 20 17:38:31.886076 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79927de3-23f8-433a-bee9-c6b79be0c715', 'tag': 'd5317fb1-75b0-402d-b5e8-898b69020429'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:38:31.918606 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ea0ac-b4e4-45b6-8454-0b7b255ab419 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Pushing event updated for resources: {'Port': ['ID=d5317fb1-75b0-402d-b5e8-898b69020429,revision_number=6']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:31.926004 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7b2ea0ac-b4e4-45b6-8454-0b7b255ab419 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:32.091458 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fabab-56f6-4082-a863-9c6ded87b6b0 req-dfbe7116-180a-4b1d-a26f-f196ea1c2c99 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:32.093416 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0a0fabab-56f6-4082-a863-9c6ded87b6b0 req-dfbe7116-180a-4b1d-a26f-f196ea1c2c99 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 984 time: 0.1002526 Apr 20 17:38:32.094050 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d0243-8323-4b89-a296-c2aa4e840dcc req-5d460654-1b05-4b49-a6c1-97362079c79e tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:32.095735 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-319d0243-8323-4b89-a296-c2aa4e840dcc req-5d460654-1b05-4b49-a6c1-97362079c79e tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.2603180 Apr 20 17:38:32.121248 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['d5317fb1-75b0-402d-b5e8-898b69020429'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:38:32.128936 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-c60cc14d-2b75-4f9f-8f22-a851312f8ab5 req-9f9b87b2-dce8-4f7f-bd79-ab253f168a4f tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] For port 2497de2e-c251-4cb3-bdc9-9670f10d80b3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2497de2e-c251-4cb3-bdc9-9670f10d80b3,segment=NetworkSegment(f31269af-1add-45d1-8d0f-10926ba4bcd9),segment_id=f31269af-1add-45d1-8d0f-10926ba4bcd9)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:38:32.129466 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-c60cc14d-2b75-4f9f-8f22-a851312f8ab5 req-9f9b87b2-dce8-4f7f-bd79-ab253f168a4f tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:32.150270 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0a0fabab-56f6-4082-a863-9c6ded87b6b0 req-2e1c9212-f635-4b7a-817d-b552466fd075 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0e5c75a-d4b4-427f-b0ab-365a45998ef7&id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476809 Apr 20 17:38:32.216653 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79927de3-23f8-433a-bee9-c6b79be0c715', 'tag': 'd5317fb1-75b0-402d-b5e8-898b69020429', 'status': 'completed', 'code': 200} Apr 20 17:38:32.251262 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-411e0d1b-8b6f-4268-9bcf-fe44d81d8047 None None] Provisioning complete for port d5317fb1-75b0-402d-b5e8-898b69020429 triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:38:32.252199 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-411e0d1b-8b6f-4268-9bcf-fe44d81d8047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:32.282485 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-c60cc14d-2b75-4f9f-8f22-a851312f8ab5 req-9f9b87b2-dce8-4f7f-bd79-ab253f168a4f tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Calling delete_port for 2497de2e-c251-4cb3-bdc9-9670f10d80b3 owned by compute:nova {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:38:32.345507 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-319d0243-8323-4b89-a296-c2aa4e840dcc req-81c30072-c5eb-4065-9820-964565b711df tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419326 Apr 20 17:38:32.444458 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1944161-7050-4df7-b63a-a710f188e2f5 req-f0579d8e-64ce-4dae-9ff4-229de387b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:32.446197 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1944161-7050-4df7-b63a-a710f188e2f5 req-f0579d8e-64ce-4dae-9ff4-229de387b16e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af1946123c424937b4137708c77ee5ba&device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 1137 time: 0.1655929 Apr 20 17:38:32.492202 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c89bf-81ee-46f6-bba2-d2f7bab63adb req-3738bd3b-6570-475a-b27f-72f3f607a379 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:32.493787 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ea0c89bf-81ee-46f6-bba2-d2f7bab63adb req-3738bd3b-6570-475a-b27f-72f3f607a379 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 946 time: 0.1577210 Apr 20 17:38:32.616017 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-c60cc14d-2b75-4f9f-8f22-a851312f8ab5 req-9f9b87b2-dce8-4f7f-bd79-ab253f168a4f tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278367'] for port, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:32.625465 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ea0c89bf-81ee-46f6-bba2-d2f7bab63adb req-a02eb612-bdf0-47b7-a310-a7bee5924af7 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818596 Apr 20 17:38:32.638105 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:32.658495 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1944161-7050-4df7-b63a-a710f188e2f5 req-3d533117-2c8a-483a-8555-2cb4bdffeec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:32.660710 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1944161-7050-4df7-b63a-a710f188e2f5 req-3d533117-2c8a-483a-8555-2cb4bdffeec6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0 HTTP/1.1" status: 200 len: 916 time: 0.2019589 Apr 20 17:38:32.692704 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b87b2-dce8-4f7f-bd79-ab253f168a4f tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Pushing event deleted for resources: {'Port': ['ID=2497de2e-c251-4cb3-bdc9-9670f10d80b3,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:32.696099 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-9f9b87b2-dce8-4f7f-bd79-ab253f168a4f tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:32.774940 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60cc14d-2b75-4f9f-8f22-a851312f8ab5 req-9f9b87b2-dce8-4f7f-bd79-ab253f168a4f tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] No DVR routers for this DVR port 2497de2e-c251-4cb3-bdc9-9670f10d80b3 on host hv-cinder-78692 {{(pid=86489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 17:38:32.778136 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-c60cc14d-2b75-4f9f-8f22-a851312f8ab5 req-9f9b87b2-dce8-4f7f-bd79-ab253f168a4f tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:32.781147 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47b2e08-11d3-465b-8f15-b312c746e47d', 'name': 'network-vif-deleted', 'tag': '2497de2e-c251-4cb3-bdc9-9670f10d80b3'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:38:32.796682 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1944161-7050-4df7-b63a-a710f188e2f5 req-f992588e-4efc-4e71-b1af-1bb4c1fe63d1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5317fb1-75b0-402d-b5e8-898b69020429 HTTP/1.1" status: 200 len: 1001 time: 0.1264851 Apr 20 17:38:32.841450 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47b2e08-11d3-465b-8f15-b312c746e47d', 'name': 'network-vif-deleted', 'tag': '2497de2e-c251-4cb3-bdc9-9670f10d80b3', 'status': 'completed', 'code': 200} Apr 20 17:38:32.855401 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c60cc14d-2b75-4f9f-8f22-a851312f8ab5 req-9f9b87b2-dce8-4f7f-bd79-ab253f168a4f tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.76 "DELETE /v2.0/ports/2497de2e-c251-4cb3-bdc9-9670f10d80b3 HTTP/1.1" status: 204 len: 173 time: 1.2303617 Apr 20 17:38:32.883624 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1944161-7050-4df7-b63a-a710f188e2f5 req-17a2ea1e-2bc5-4979-b1c5-032736b1c0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:32.885212 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1944161-7050-4df7-b63a-a710f188e2f5 req-17a2ea1e-2bc5-4979-b1c5-032736b1c0f3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f36a7a71-2ad5-4fb8-b929-3618c9b18a18 HTTP/1.1" status: 200 len: 854 time: 0.0710669 Apr 20 17:38:32.969388 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1944161-7050-4df7-b63a-a710f188e2f5 req-07b70603-9aca-4ed3-a0f9-3f96d7d019fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:32.971577 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1944161-7050-4df7-b63a-a710f188e2f5 req-07b70603-9aca-4ed3-a0f9-3f96d7d019fd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797360 Apr 20 17:38:33.134871 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1944161-7050-4df7-b63a-a710f188e2f5 req-2aa36f1a-6371-437c-bb92-cc09bb6e17fc service neutron] 10.222.0.76 "GET /v2.0/networks/d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342978 Apr 20 17:38:33.284051 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53', '2497de2e-c251-4cb3-bdc9-9670f10d80b3'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:38:33.325771 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1944161-7050-4df7-b63a-a710f188e2f5 req-3e33de46-1f7b-49c9-b8b2-8dc4b69481a3 service neutron] 10.222.0.76 "GET /v2.0/networks/d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382682 Apr 20 17:38:33.571294 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a523d8c-394a-49ba-990c-df531c45e5b9 req-fb602502-49de-448e-90f4-87fb956dcb38 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:33.572892 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5a523d8c-394a-49ba-990c-df531c45e5b9 req-fb602502-49de-448e-90f4-87fb956dcb38 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.0916915 Apr 20 17:38:33.621436 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5a523d8c-394a-49ba-990c-df531c45e5b9 req-c2f98232-e0ea-4073-8ef1-9bf70164dbb7 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419650 Apr 20 17:38:33.809514 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-b680848c-ebc0-4266-930f-e05c24fd3fbb req-30268745-9e0a-4028-88d1-8b8dd5a8e57c tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Synchronizing usage tracker for tenant:028eef62e6864fc89f3548dcd265d0df on resource:port {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:38:33.885483 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-b680848c-ebc0-4266-930f-e05c24fd3fbb req-30268745-9e0a-4028-88d1-8b8dd5a8e57c tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Unset dirty status for tenant:028eef62e6864fc89f3548dcd265d0df on resource:port {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:38:33.886856 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b680848c-ebc0-4266-930f-e05c24fd3fbb req-30268745-9e0a-4028-88d1-8b8dd5a8e57c tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=e47b2e08-11d3-465b-8f15-b312c746e47d HTTP/1.1" status: 200 len: 210 time: 0.1256666 Apr 20 17:38:34.003594 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-42b2468d-ca24-4dd3-81ae-73470029c429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:34.847645 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60601e5d-d958-4757-b2d5-9b290fdadd73 req-c93753f6-acf9-46a9-838a-363bb34fcc06 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:34.849241 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-60601e5d-d958-4757-b2d5-9b290fdadd73 req-c93753f6-acf9-46a9-838a-363bb34fcc06 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.0988617 Apr 20 17:38:34.901298 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-60601e5d-d958-4757-b2d5-9b290fdadd73 req-2be822b5-f256-40d2-9c86-7f50d845d1db tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456624 Apr 20 17:38:35.485503 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643c825-0e26-402d-81fd-153acaa44a03 req-bb1a1f18-a9e2-48ab-bc5b-5dcdb6fdb124 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:35.487291 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9643c825-0e26-402d-81fd-153acaa44a03 req-bb1a1f18-a9e2-48ab-bc5b-5dcdb6fdb124 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.0977082 Apr 20 17:38:35.537801 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9643c825-0e26-402d-81fd-153acaa44a03 req-1f1324a1-1ff8-4d7b-8822-3adee81d5951 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441709 Apr 20 17:38:36.058061 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 2497de2e-c251-4cb3-bdc9-9670f10d80b3 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:38:36.099331 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] No Port match for: 2497de2e-c251-4cb3-bdc9-9670f10d80b3 {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:38:36.099725 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 2497de2e-c251-4cb3-bdc9-9670f10d80b3 not bound to the agent host hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:38:36.106835 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ab909-65b2-473e-9737-62cb2ebc407b req-5f9615c7-97b5-45fd-bc9c-b3340df52776 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:36.108434 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b69ab909-65b2-473e-9737-62cb2ebc407b req-5f9615c7-97b5-45fd-bc9c-b3340df52776 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.0868957 Apr 20 17:38:36.130020 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-65f3d4aa-b9f6-4dc4-81ae-8c5d5b6d0482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:36.156529 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b69ab909-65b2-473e-9737-62cb2ebc407b req-0fe2cce7-bf95-4623-8806-86514ea7ff0c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410125 Apr 20 17:38:36.743750 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b364b-c940-4280-a3b9-e8490c0edee1 req-6fb903d4-c35a-4fc9-8fc6-93f9d69343a5 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:36.745415 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d91b364b-c940-4280-a3b9-e8490c0edee1 req-6fb903d4-c35a-4fc9-8fc6-93f9d69343a5 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.0886164 Apr 20 17:38:36.797565 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d91b364b-c940-4280-a3b9-e8490c0edee1 req-32f39e66-f13b-43d7-94ee-51d2c0651ca5 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455625 Apr 20 17:38:36.907212 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:37.368245 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1d682-0a5d-433b-bdd9-8de0fe95f750 req-db6aaa16-d813-4f77-aa1b-d77c47e2c3ce tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:37.369842 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-47f1d682-0a5d-433b-bdd9-8de0fe95f750 req-db6aaa16-d813-4f77-aa1b-d77c47e2c3ce tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.0915711 Apr 20 17:38:37.418311 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-47f1d682-0a5d-433b-bdd9-8de0fe95f750 req-c623bb4e-d978-4ba0-874a-56008e07a055 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421655 Apr 20 17:38:37.478612 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:38.002331 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bae80-fbc8-445e-930f-3d93e1fe4b69 req-6f4a6dc8-1be7-4ee3-8d67-d6a556f89d98 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:38.003982 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1b0bae80-fbc8-445e-930f-3d93e1fe4b69 req-6f4a6dc8-1be7-4ee3-8d67-d6a556f89d98 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.0912423 Apr 20 17:38:38.014479 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:38.056551 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1b0bae80-fbc8-445e-930f-3d93e1fe4b69 req-b09b4775-ad72-4663-b311-22064853d81f tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461667 Apr 20 17:38:38.229144 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbd27b-6253-49dd-882d-4de4de4cef87 req-dc8a77ac-09aa-49ec-b83f-660d2dcd7070 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:38.230766 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-82bbd27b-6253-49dd-882d-4de4de4cef87 req-dc8a77ac-09aa-49ec-b83f-660d2dcd7070 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4ddbeb7-11ad-43f4-a960-deda6086222f HTTP/1.1" status: 200 len: 946 time: 0.0890944 Apr 20 17:38:38.279501 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-82bbd27b-6253-49dd-882d-4de4de4cef87 req-5a5aa7ec-d63d-422d-8428-80529f40c0d2 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423172 Apr 20 17:38:38.623412 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb260615-7172-48e2-8218-bd0205a46523 req-ab1fb251-3079-40eb-ba41-bd770d842bdc tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:38.625150 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cb260615-7172-48e2-8218-bd0205a46523 req-ab1fb251-3079-40eb-ba41-bd770d842bdc tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.0881321 Apr 20 17:38:38.675368 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cb260615-7172-48e2-8218-bd0205a46523 req-52582c63-dc0f-405e-9e47-1e05ce87292c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430005 Apr 20 17:38:39.259207 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569558e-5281-42d0-91f8-44e5ee19c325 req-3ea39a2a-94f3-479f-aaf0-8aa6f664c3d1 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:39.260815 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8569558e-5281-42d0-91f8-44e5ee19c325 req-3ea39a2a-94f3-479f-aaf0-8aa6f664c3d1 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.0927303 Apr 20 17:38:39.308829 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8569558e-5281-42d0-91f8-44e5ee19c325 req-ae388763-420f-4640-84aa-d1530ce1f11a tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416338 Apr 20 17:38:39.484899 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e4aa9-a00e-4cd7-93c2-48a759942a1c req-60bfb7e4-0ca7-43f2-afd5-66e7747b9dbf tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:39.487109 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-512e4aa9-a00e-4cd7-93c2-48a759942a1c req-60bfb7e4-0ca7-43f2-afd5-66e7747b9dbf tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4ddbeb7-11ad-43f4-a960-deda6086222f HTTP/1.1" status: 200 len: 946 time: 0.0925839 Apr 20 17:38:39.534959 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-512e4aa9-a00e-4cd7-93c2-48a759942a1c req-7a054360-f4f6-4a23-b5c4-38ea46e98db5 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413826 Apr 20 17:38:39.684582 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 55842) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:39.808200 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6bbf3bc8-d9ff-4699-b5e2-3d226942c877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:39.823443 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-6bbf3bc8-d9ff-4699-b5e2-3d226942c877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:38:39.827457 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-6bbf3bc8-d9ff-4699-b5e2-3d226942c877 admin admin] Usage tracker for resource:security_group_rule and tenant:fde86d00688647008bf05ca0d22925c4 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:38:39.830950 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-6bbf3bc8-d9ff-4699-b5e2-3d226942c877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:38:39.837020 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-6bbf3bc8-d9ff-4699-b5e2-3d226942c877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:38:39.877738 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552b993a-0741-4da2-9912-a153898bd2e0 req-9588ff47-327c-446c-81b7-a885905aa2e7 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:39.879372 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-552b993a-0741-4da2-9912-a153898bd2e0 req-9588ff47-327c-446c-81b7-a885905aa2e7 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.0870600 Apr 20 17:38:39.929402 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-552b993a-0741-4da2-9912-a153898bd2e0 req-10993645-db89-4b9f-927f-ea2e07716814 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434716 Apr 20 17:38:39.989947 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6bbf3bc8-d9ff-4699-b5e2-3d226942c877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:40.032696 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6bbf3bc8-d9ff-4699-b5e2-3d226942c877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:40.041550 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-9b96c1e9-4a33-4c9e-839e-40a78b9abfee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:40.083211 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-6bbf3bc8-d9ff-4699-b5e2-3d226942c877 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fde86d00688647008bf05ca0d22925c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3974366 Apr 20 17:38:40.084808 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf3bc8-d9ff-4699-b5e2-3d226942c877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed423bf5-a37a-4ebc-a06d-bebdefa0fa0b,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:40.086095 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 55850) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:40.088186 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-6bbf3bc8-d9ff-4699-b5e2-3d226942c877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:40.150646 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-22e147c8-89aa-47a8-90db-2015249f961b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:40.177505 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-22e147c8-89aa-47a8-90db-2015249f961b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:40.267649 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-22e147c8-89aa-47a8-90db-2015249f961b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:40.272543 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-298f894f-f6ca-4794-be89-80c8357c1f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:40.284727 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e147c8-89aa-47a8-90db-2015249f961b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed423bf5-a37a-4ebc-a06d-bebdefa0fa0b,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:40.287799 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-22e147c8-89aa-47a8-90db-2015249f961b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:40.289796 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-22e147c8-89aa-47a8-90db-2015249f961b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:40.291020 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-22e147c8-89aa-47a8-90db-2015249f961b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ed423bf5-a37a-4ebc-a06d-bebdefa0fa0b HTTP/1.1" status: 204 len: 168 time: 0.2036066 Apr 20 17:38:40.516592 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb814f9-da5b-4791-9660-2e504bb341f0 req-c51a3dcd-d1ee-4e6d-82d1-faa7ebf2dfe1 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:40.518374 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8bb814f9-da5b-4791-9660-2e504bb341f0 req-c51a3dcd-d1ee-4e6d-82d1-faa7ebf2dfe1 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.0937994 Apr 20 17:38:40.572131 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8bb814f9-da5b-4791-9660-2e504bb341f0 req-2d879c74-3880-41e6-ace7-93ddf0093dc3 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468414 Apr 20 17:38:40.743331 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50e344-b5fe-482a-89c8-debcf2c77265 req-e8d9deb5-644f-4f27-b5b8-c54495d8299b tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:40.744922 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7f50e344-b5fe-482a-89c8-debcf2c77265 req-e8d9deb5-644f-4f27-b5b8-c54495d8299b tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4ddbeb7-11ad-43f4-a960-deda6086222f HTTP/1.1" status: 200 len: 946 time: 0.0883045 Apr 20 17:38:40.796103 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7f50e344-b5fe-482a-89c8-debcf2c77265 req-7fe7ced4-38a3-4c85-aeb9-0d3f43296dca tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448236 Apr 20 17:38:41.132363 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cfcae-006c-4c96-aec0-50564dc312e9 req-b11473d4-3705-4b59-9c9b-e7c1c24c52f6 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:41.133945 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2c5cfcae-006c-4c96-aec0-50564dc312e9 req-b11473d4-3705-4b59-9c9b-e7c1c24c52f6 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.0879233 Apr 20 17:38:41.184485 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2c5cfcae-006c-4c96-aec0-50564dc312e9 req-34e16d8d-eb01-41d9-bf4c-6c2459ca3d67 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441699 Apr 20 17:38:41.773082 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6f6c5-8793-445d-89db-a086c4eebf49 req-369b5818-9927-4089-946b-b1a6d826ff49 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:41.774681 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1ff6f6c5-8793-445d-89db-a086c4eebf49 req-369b5818-9927-4089-946b-b1a6d826ff49 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.0884612 Apr 20 17:38:41.821372 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1ff6f6c5-8793-445d-89db-a086c4eebf49 req-ef125b7d-43ea-477f-b28f-7dd6c46745e4 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404100 Apr 20 17:38:41.995390 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca71189-2ad6-4ab5-836e-a07121397f60 req-f0ee9e42-0b6e-486d-968d-fb83786a0fc7 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:41.996951 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fca71189-2ad6-4ab5-836e-a07121397f60 req-f0ee9e42-0b6e-486d-968d-fb83786a0fc7 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4ddbeb7-11ad-43f4-a960-deda6086222f HTTP/1.1" status: 200 len: 946 time: 0.0865133 Apr 20 17:38:42.043056 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fca71189-2ad6-4ab5-836e-a07121397f60 req-67b3d1c8-10b4-4481-9208-52ed78b21f98 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393639 Apr 20 17:38:42.390059 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d66b2f-f152-40fe-aa4e-3e9ece03ce51 req-f9020fef-657b-43ed-8cbb-b05d6d5c518c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:42.391654 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-36d66b2f-f152-40fe-aa4e-3e9ece03ce51 req-f9020fef-657b-43ed-8cbb-b05d6d5c518c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.0908620 Apr 20 17:38:42.440381 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-36d66b2f-f152-40fe-aa4e-3e9ece03ce51 req-0de3a5ae-7e86-4abf-a13d-06d36b608d22 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424573 Apr 20 17:38:42.620141 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78614e5-37e5-4f9c-8e01-736af149eaa9 req-29b1d245-bc09-417b-98c0-11ddf2c340d1 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:42.621680 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b78614e5-37e5-4f9c-8e01-736af149eaa9 req-29b1d245-bc09-417b-98c0-11ddf2c340d1 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.76 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.0902004 Apr 20 17:38:42.698018 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-b78614e5-37e5-4f9c-8e01-736af149eaa9 req-40371da8-0fcc-4f4c-a631-a2dff6424f7a tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Deleting port b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:38:42.698400 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-b78614e5-37e5-4f9c-8e01-736af149eaa9 req-40371da8-0fcc-4f4c-a631-a2dff6424f7a tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:43.223950 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-b78614e5-37e5-4f9c-8e01-736af149eaa9 req-40371da8-0fcc-4f4c-a631-a2dff6424f7a tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] For port b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53,segment=NetworkSegment(f31269af-1add-45d1-8d0f-10926ba4bcd9),segment_id=f31269af-1add-45d1-8d0f-10926ba4bcd9)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:38:43.224554 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-b78614e5-37e5-4f9c-8e01-736af149eaa9 req-40371da8-0fcc-4f4c-a631-a2dff6424f7a tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:43.247958 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8cad4-b8c3-494d-b88c-5a26623bd4b9 req-31d2c8a5-7aa9-402a-a3d0-05e478c96cbd tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:43.249636 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b8f8cad4-b8c3-494d-b88c-5a26623bd4b9 req-31d2c8a5-7aa9-402a-a3d0-05e478c96cbd tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4ddbeb7-11ad-43f4-a960-deda6086222f HTTP/1.1" status: 200 len: 946 time: 0.0873256 Apr 20 17:38:43.297886 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b8f8cad4-b8c3-494d-b88c-5a26623bd4b9 req-6b361987-b17b-4a8a-9515-2990993a9f12 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412827 Apr 20 17:38:43.366311 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-b78614e5-37e5-4f9c-8e01-736af149eaa9 req-40371da8-0fcc-4f4c-a631-a2dff6424f7a tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Calling delete_port for b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53 owned by compute:nova {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:38:43.433872 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585bcec-bceb-49b4-8f4d-07e6da21f573 req-5fc7f30a-e475-487c-a932-24abd0b4f737 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:43.435480 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1585bcec-bceb-49b4-8f4d-07e6da21f573 req-5fc7f30a-e475-487c-a932-24abd0b4f737 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 945 time: 0.2908874 Apr 20 17:38:43.533250 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1585bcec-bceb-49b4-8f4d-07e6da21f573 req-a89cef13-0abf-49e0-bd1d-7edbfcbe3abe tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/security-groups?id=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891483 Apr 20 17:38:43.616428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-b78614e5-37e5-4f9c-8e01-736af149eaa9 req-40371da8-0fcc-4f4c-a631-a2dff6424f7a tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:43.623013 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:43.670828 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:38:43.674197 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40371da8-0fcc-4f4c-a631-a2dff6424f7a tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Pushing event deleted for resources: {'Port': ['ID=b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:43.677768 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-40371da8-0fcc-4f4c-a631-a2dff6424f7a tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:43.759733 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78614e5-37e5-4f9c-8e01-736af149eaa9 req-40371da8-0fcc-4f4c-a631-a2dff6424f7a tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] No DVR routers for this DVR port b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53 on host hv-cinder-78692 {{(pid=86488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 17:38:43.762301 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-b78614e5-37e5-4f9c-8e01-736af149eaa9 req-40371da8-0fcc-4f4c-a631-a2dff6424f7a tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:43.765284 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04ddc8e-23a5-4837-8fb0-83a589d33009', 'name': 'network-vif-deleted', 'tag': 'b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:38:43.816787 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04ddc8e-23a5-4837-8fb0-83a589d33009', 'name': 'network-vif-deleted', 'tag': 'b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53', 'status': 'completed', 'code': 200} Apr 20 17:38:43.827766 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b78614e5-37e5-4f9c-8e01-736af149eaa9 req-40371da8-0fcc-4f4c-a631-a2dff6424f7a tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.76 "DELETE /v2.0/ports/b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53 HTTP/1.1" status: 204 len: 173 time: 1.1996458 Apr 20 17:38:43.877653 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ea26b-b1d5-4909-8dea-115b0569bccd req-f0e2afa4-05f3-42df-bfb9-386157ef60a2 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:43.879754 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-403ea26b-b1d5-4909-8dea-115b0569bccd req-f0e2afa4-05f3-42df-bfb9-386157ef60a2 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.3153613 Apr 20 17:38:43.932241 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-403ea26b-b1d5-4909-8dea-115b0569bccd req-727ad331-b1b2-49d7-a4e0-366b8cc9de95 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458639 Apr 20 17:38:44.498922 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd55417-97ed-43ab-b786-9fdfe4f8e6af req-0abfeee0-744b-45e3-89fd-31b882e3c2fa tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:44.501326 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-afd55417-97ed-43ab-b786-9fdfe4f8e6af req-0abfeee0-744b-45e3-89fd-31b882e3c2fa tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4ddbeb7-11ad-43f4-a960-deda6086222f HTTP/1.1" status: 200 len: 946 time: 0.0869694 Apr 20 17:38:44.549018 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-afd55417-97ed-43ab-b786-9fdfe4f8e6af req-6a54bb46-d646-4dd7-a9c9-e7344a15568a tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402422 Apr 20 17:38:44.712893 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-56ad951d-c579-482e-9688-7c05066757d6 req-594ed01c-44c9-4d7b-ba4f-abcf87c0f8fc tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04ddc8e-23a5-4837-8fb0-83a589d33009 HTTP/1.1" status: 200 len: 210 time: 0.0496321 Apr 20 17:38:44.808710 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75796d8-286b-4753-874b-e6418dc6e680 req-ed1068c7-c05b-489c-ba35-144946d8bc96 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:44.810266 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b75796d8-286b-4753-874b-e6418dc6e680 req-ed1068c7-c05b-489c-ba35-144946d8bc96 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4ddbeb7-11ad-43f4-a960-deda6086222f HTTP/1.1" status: 200 len: 946 time: 0.0938935 Apr 20 17:38:44.894816 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-b75796d8-286b-4753-874b-e6418dc6e680 req-10026c13-996b-4fea-a8fc-57944e3671be tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Deleting port 7ac88e1f-964c-4f8b-9aad-900e9310b129 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:38:44.895477 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-b75796d8-286b-4753-874b-e6418dc6e680 req-10026c13-996b-4fea-a8fc-57944e3671be tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:45.221337 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-b75796d8-286b-4753-874b-e6418dc6e680 req-10026c13-996b-4fea-a8fc-57944e3671be tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] For port 7ac88e1f-964c-4f8b-9aad-900e9310b129, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7ac88e1f-964c-4f8b-9aad-900e9310b129,segment=NetworkSegment(de8ff25a-cc49-4d16-b3bb-a8722756c95d),segment_id=de8ff25a-cc49-4d16-b3bb-a8722756c95d)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:38:45.221664 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-b75796d8-286b-4753-874b-e6418dc6e680 req-10026c13-996b-4fea-a8fc-57944e3671be tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:45.298804 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7767d8-56f6-4448-bcb9-40f4fa592afc req-63a07b88-a647-4008-baaf-919a41fc8b7b tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:45.300392 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7e7767d8-56f6-4448-bcb9-40f4fa592afc req-63a07b88-a647-4008-baaf-919a41fc8b7b tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.2120044 Apr 20 17:38:45.368025 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-b75796d8-286b-4753-874b-e6418dc6e680 req-10026c13-996b-4fea-a8fc-57944e3671be tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Calling delete_port for 7ac88e1f-964c-4f8b-9aad-900e9310b129 owned by compute:nova {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:38:45.477936 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7e7767d8-56f6-4448-bcb9-40f4fa592afc req-f7115f60-8605-4437-8118-bbef033d7b43 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800087 Apr 20 17:38:45.599180 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-b75796d8-286b-4753-874b-e6418dc6e680 req-10026c13-996b-4fea-a8fc-57944e3671be tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:45.605410 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:45.648504 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['7ac88e1f-964c-4f8b-9aad-900e9310b129'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:38:45.653721 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10026c13-996b-4fea-a8fc-57944e3671be tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Pushing event deleted for resources: {'Port': ['ID=7ac88e1f-964c-4f8b-9aad-900e9310b129,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:45.657520 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-10026c13-996b-4fea-a8fc-57944e3671be tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:45.717139 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-08d4ac41-7265-4474-bb04-1d62709b4cc5 req-0d8368a6-d52f-409a-8fa5-7da5327dc30f tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=a4ddbeb7-11ad-43f4-a960-deda6086222f HTTP/1.1" status: 200 len: 210 time: 0.0511220 Apr 20 17:38:45.738387 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75796d8-286b-4753-874b-e6418dc6e680 req-10026c13-996b-4fea-a8fc-57944e3671be tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] No DVR routers for this DVR port 7ac88e1f-964c-4f8b-9aad-900e9310b129 on host hv-cinder-78692 {{(pid=86488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 17:38:45.741234 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-b75796d8-286b-4753-874b-e6418dc6e680 req-10026c13-996b-4fea-a8fc-57944e3671be tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:45.786547 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b75796d8-286b-4753-874b-e6418dc6e680 req-10026c13-996b-4fea-a8fc-57944e3671be tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.76 "DELETE /v2.0/ports/7ac88e1f-964c-4f8b-9aad-900e9310b129 HTTP/1.1" status: 204 len: 173 time: 0.9704533 Apr 20 17:38:45.814866 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 55888) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:45.817522 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ddbeb7-11ad-43f4-a960-deda6086222f', 'name': 'network-vif-deleted', 'tag': '7ac88e1f-964c-4f8b-9aad-900e9310b129'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:38:45.946604 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ddbeb7-11ad-43f4-a960-deda6086222f', 'name': 'network-vif-deleted', 'tag': '7ac88e1f-964c-4f8b-9aad-900e9310b129', 'status': 'completed', 'code': 200} Apr 20 17:38:46.112429 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device ff604c0c-91ae-4156-8503-1063be95d6a4 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86490) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 17:38:46.121013 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:38:46.159901 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] No Port match for: b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53 {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:38:46.160299 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device b03bd9dc-1b35-4f7c-9fe5-c00ee6bf6c53 not bound to the agent host hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:38:46.291484 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port ff604c0c-91ae-4156-8503-1063be95d6a4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ff604c0c-91ae-4156-8503-1063be95d6a4,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:38:46.306440 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Returning: {'device': 'ff604c0c-91ae-4156-8503-1063be95d6a4', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'port_id': 'ff604c0c-91ae-4156-8503-1063be95d6a4', 'mac_address': 'fa:16:3e:c6:50:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 957, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86490) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:38:46.370316 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:46.388762 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff604c0c-91ae-4156-8503-1063be95d6a4 {{(pid=86490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:38:46.393722 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-eafd3ce4-187a-446c-8c8d-a6427ffb7e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-627097'] for router_interface, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:46.405572 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port ff604c0c-91ae-4156-8503-1063be95d6a4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ff604c0c-91ae-4156-8503-1063be95d6a4,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:38:46.438977 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:46.440835 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:46.515261 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=ff604c0c-91ae-4156-8503-1063be95d6a4,revision_number=6']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:46.525007 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:46.525538 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:46.526592 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:46.526592 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:46.526829 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:46.527174 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:46.527550 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:46.527925 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:46.528297 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:46.528666 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:46.529035 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:46.529760 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:38:46.537059 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:46.649366 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['ff604c0c-91ae-4156-8503-1063be95d6a4'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:38:46.786591 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e241d-688e-4ddc-8955-81e3a4c27055 req-8a795bae-a6d1-473f-b2db-8a31518da786 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:46.788202 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f54e241d-688e-4ddc-8955-81e3a4c27055 req-8a795bae-a6d1-473f-b2db-8a31518da786 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 944 time: 0.1578884 Apr 20 17:38:46.880746 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-eafd3ce4-187a-446c-8c8d-a6427ffb7e25 admin admin] Deleting port f4b2b4bb-b06e-4522-8524-80fe65543dc4 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:38:46.881122 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-eafd3ce4-187a-446c-8c8d-a6427ffb7e25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:46.927900 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f54e241d-688e-4ddc-8955-81e3a4c27055 req-9b057533-d47f-4c21-8821-dd8267e9e7a1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091318 Apr 20 17:38:47.075214 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-eafd3ce4-187a-446c-8c8d-a6427ffb7e25 admin admin] For port f4b2b4bb-b06e-4522-8524-80fe65543dc4, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=f4b2b4bb-b06e-4522-8524-80fe65543dc4,segment=NetworkSegment(f31269af-1add-45d1-8d0f-10926ba4bcd9),segment_id=f31269af-1add-45d1-8d0f-10926ba4bcd9)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:38:47.075618 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-eafd3ce4-187a-446c-8c8d-a6427ffb7e25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:47.427828 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-eafd3ce4-187a-446c-8c8d-a6427ffb7e25 admin admin] Calling delete_port for f4b2b4bb-b06e-4522-8524-80fe65543dc4 owned by network:router_interface {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:38:47.764585 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-eafd3ce4-187a-446c-8c8d-a6427ffb7e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:47.769145 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:47.815600 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd3ce4-187a-446c-8c8d-a6427ffb7e25 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4b2b4bb-b06e-4522-8524-80fe65543dc4,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:47.846199 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-eafd3ce4-187a-446c-8c8d-a6427ffb7e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:48.092415 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-eafd3ce4-187a-446c-8c8d-a6427ffb7e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627175'] for router_interface, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:48.125369 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device ff604c0c-91ae-4156-8503-1063be95d6a4 up at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:38:48.136090 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d128794-bdbd-45dc-a6cb-0f10fd551402 req-94f28ca0-7d07-4b0f-8981-c0a999c5f2ad tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:48.137768 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8d128794-bdbd-45dc-a6cb-0f10fd551402 req-94f28ca0-7d07-4b0f-8981-c0a999c5f2ad tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 944 time: 0.0903566 Apr 20 17:38:48.192037 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8d128794-bdbd-45dc-a6cb-0f10fd551402 req-3b8adc2b-7076-4cb6-b862-2842f805d7a5 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464985 Apr 20 17:38:48.197905 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning complete for port ff604c0c-91ae-4156-8503-1063be95d6a4 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:38:48.198338 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:48.325799 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:48.355143 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4af915-32cc-4249-b578-fbb2e0e101c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff604c0c-91ae-4156-8503-1063be95d6a4'}] {{(pid=86490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:38:48.365787 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port ff604c0c-91ae-4156-8503-1063be95d6a4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ff604c0c-91ae-4156-8503-1063be95d6a4,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:38:48.399056 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:48.400789 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 7ac88e1f-964c-4f8b-9aad-900e9310b129 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:38:48.427706 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4af915-32cc-4249-b578-fbb2e0e101c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff604c0c-91ae-4156-8503-1063be95d6a4', 'code': 200} Apr 20 17:38:48.432756 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:48.477664 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafd3ce4-187a-446c-8c8d-a6427ffb7e25 admin admin] Router bfde09ef-5aab-469c-ba3f-c496a5e2dca2 has already been hosted by L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 17:38:48.477917 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] No Port match for: 7ac88e1f-964c-4f8b-9aad-900e9310b129 {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:38:48.478222 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 7ac88e1f-964c-4f8b-9aad-900e9310b129 not bound to the agent host hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:38:48.514518 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=ff604c0c-91ae-4156-8503-1063be95d6a4,revision_number=7']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:48.517854 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:48.665106 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafd3ce4-187a-446c-8c8d-a6427ffb7e25 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:38:48.674807 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e1e451-4fb4-4408-b3ea-9211b3d63ca4 None None] Sync routers for ids ['bfde09ef-5aab-469c-ba3f-c496a5e2dca2'] in dv-cinder-786927-2-smb {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:38:48.678419 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-eafd3ce4-187a-446c-8c8d-a6427ffb7e25 admin admin] 10.222.0.75 "PUT /v2.0/routers/bfde09ef-5aab-469c-ba3f-c496a5e2dca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8624299 Apr 20 17:38:48.681084 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 55908) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:48.685148 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e1e451-4fb4-4408-b3ea-9211b3d63ca4 None None] Routers {'bfde09ef-5aab-469c-ba3f-c496a5e2dca2'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:38:48.685801 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-89e1e451-4fb4-4408-b3ea-9211b3d63ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:38:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['bfde09ef-5aab-469c-ba3f-c496a5e2dca2'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:38:48.868337 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0f34292a-315d-44c6-81f0-6198a561d892 admin admin] Notify callbacks [] for router, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:48.872551 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-89e1e451-4fb4-4408-b3ea-9211b3d63ca4 None None] Set router bfde09ef-5aab-469c-ba3f-c496a5e2dca2 gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:38:49.055299 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0f34292a-315d-44c6-81f0-6198a561d892 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:49.090258 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-0f34292a-315d-44c6-81f0-6198a561d892 admin admin] Deleting port c6d483cf-c137-4e9c-8179-0575961e93cd {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:38:49.090927 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0f34292a-315d-44c6-81f0-6198a561d892 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:49.174992 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-89e1e451-4fb4-4408-b3ea-9211b3d63ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfde09ef-5aab-469c-ba3f-c496a5e2dca2', 'name': 'tempest-ServerRescueNegativeTestJSON-1660860736-router', 'tenant_id': '028eef62e6864fc89f3548dcd265d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c6d483cf-c137-4e9c-8179-0575961e93cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:02Z', 'updated_at': '2021-04-20T17:38:47Z', 'revision_number': 5, 'project_id': '028eef62e6864fc89f3548dcd265d0df', 'gw_port': {'id': 'c6d483cf-c137-4e9c-8179-0575961e93cd', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:16:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfde09ef-5aab-469c-ba3f-c496a5e2dca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb'}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:38:49.178969 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e1e451-4fb4-4408-b3ea-9211b3d63ca4 None None] Checking router: bfde09ef-5aab-469c-ba3f-c496a5e2dca2 for host: dv-cinder-786927-2-smb {{(pid=86491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:38:49.187676 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e1e451-4fb4-4408-b3ea-9211b3d63ca4 None None] Routers {'bfde09ef-5aab-469c-ba3f-c496a5e2dca2'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:38:49.188310 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-89e1e451-4fb4-4408-b3ea-9211b3d63ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:38:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['bfde09ef-5aab-469c-ba3f-c496a5e2dca2'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:38:49.279600 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-0f34292a-315d-44c6-81f0-6198a561d892 admin admin] For port c6d483cf-c137-4e9c-8179-0575961e93cd, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=c6d483cf-c137-4e9c-8179-0575961e93cd,segment=NetworkSegment(b1e9f102-11a2-4b4f-ab28-aef5c346bdb3),segment_id=b1e9f102-11a2-4b4f-ab28-aef5c346bdb3)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:38:49.280007 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0f34292a-315d-44c6-81f0-6198a561d892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:49.349945 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-89e1e451-4fb4-4408-b3ea-9211b3d63ca4 None None] Set router bfde09ef-5aab-469c-ba3f-c496a5e2dca2 gateway port host: None {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:38:49.419483 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016786f-43e1-400a-9e60-67c978317139 req-938766ea-4784-4bce-8f36-f8d9f131524c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:49.421415 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2016786f-43e1-400a-9e60-67c978317139 req-938766ea-4784-4bce-8f36-f8d9f131524c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.0995762 Apr 20 17:38:49.421904 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-0f34292a-315d-44c6-81f0-6198a561d892 admin admin] Calling delete_port for c6d483cf-c137-4e9c-8179-0575961e93cd owned by network:router_gateway {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:38:49.469022 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-89e1e451-4fb4-4408-b3ea-9211b3d63ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfde09ef-5aab-469c-ba3f-c496a5e2dca2', 'name': 'tempest-ServerRescueNegativeTestJSON-1660860736-router', 'tenant_id': '028eef62e6864fc89f3548dcd265d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:02Z', 'updated_at': '2021-04-20T17:38:49Z', 'revision_number': 6, 'project_id': '028eef62e6864fc89f3548dcd265d0df', 'gw_port_host': None}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:38:49.473676 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e1e451-4fb4-4408-b3ea-9211b3d63ca4 None None] The sync data for ids ['bfde09ef-5aab-469c-ba3f-c496a5e2dca2'] in dv-cinder-786927-2-smb is: [{'id': 'bfde09ef-5aab-469c-ba3f-c496a5e2dca2', 'name': 'tempest-ServerRescueNegativeTestJSON-1660860736-router', 'tenant_id': '028eef62e6864fc89f3548dcd265d0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:02Z', 'updated_at': '2021-04-20T17:38:49Z', 'revision_number': 6, 'project_id': '028eef62e6864fc89f3548dcd265d0df', 'gw_port_host': None}] {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:38:49.476225 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2016786f-43e1-400a-9e60-67c978317139 req-6a5be7c7-b4f0-48c7-9d66-16be442afd74 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479732 Apr 20 17:38:49.679517 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device f4b2b4bb-b06e-4522-8524-80fe65543dc4 no longer exists at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:38:49.723794 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] No Port match for: f4b2b4bb-b06e-4522-8524-80fe65543dc4 {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:38:49.724051 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device f4b2b4bb-b06e-4522-8524-80fe65543dc4 not bound to the agent host dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:38:49.878801 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0f34292a-315d-44c6-81f0-6198a561d892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:49.883585 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:49.964016 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34292a-315d-44c6-81f0-6198a561d892 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6d483cf-c137-4e9c-8179-0575961e93cd,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:49.966781 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0f34292a-315d-44c6-81f0-6198a561d892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:50.028269 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0f34292a-315d-44c6-81f0-6198a561d892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854349978'] for router_gateway, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:50.208000 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0f34292a-315d-44c6-81f0-6198a561d892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854140358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770259'] for router, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:50.210253 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0f34292a-315d-44c6-81f0-6198a561d892 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:50.324438 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0f34292a-315d-44c6-81f0-6198a561d892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-623742'] for router, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:50.324985 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f34292a-315d-44c6-81f0-6198a561d892 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfde09ef-5aab-469c-ba3f-c496a5e2dca2 {{(pid=86488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 17:38:50.338185 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0f34292a-315d-44c6-81f0-6198a561d892 admin admin] Notify callbacks [] for router, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:50.339449 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-0f34292a-315d-44c6-81f0-6198a561d892 admin admin] 10.222.0.75 "DELETE /v2.0/routers/bfde09ef-5aab-469c-ba3f-c496a5e2dca2 HTTP/1.1" status: 204 len: 168 time: 1.6573868 Apr 20 17:38:50.353188 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 55928) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:50.409736 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1185db-e68a-4969-99a3-3700d31e7e1c admin admin] Deleting subnet c6eddfa4-1956-4af6-940a-b08e3d6fd898 {{(pid=86488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 17:38:50.413259 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8b1185db-e68a-4969-99a3-3700d31e7e1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:50.470889 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8b1185db-e68a-4969-99a3-3700d31e7e1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852460027'] for subnet, precommit_delete_associations {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:50.529309 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8b1185db-e68a-4969-99a3-3700d31e7e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394978'] for subnet, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:50.820800 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fc71d-789a-4804-b70e-5a73864400a7 req-b73a1f79-2d14-4d38-b972-eb3d0cb98d41 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:50.822363 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bb9fc71d-789a-4804-b70e-5a73864400a7 req-b73a1f79-2d14-4d38-b972-eb3d0cb98d41 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.1780939 Apr 20 17:38:50.896139 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bb9fc71d-789a-4804-b70e-5a73864400a7 req-634edd92-dbe7-483b-b4fb-c8df02708b20 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568240 Apr 20 17:38:50.942335 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8b1185db-e68a-4969-99a3-3700d31e7e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853380838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852459956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852674988'] for subnet, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:50.947681 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:50.982929 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1185db-e68a-4969-99a3-3700d31e7e1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6eddfa4-1956-4af6-940a-b08e3d6fd898,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:50.986679 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-8b1185db-e68a-4969-99a3-3700d31e7e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:50.987714 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8b1185db-e68a-4969-99a3-3700d31e7e1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:50.993814 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-8b1185db-e68a-4969-99a3-3700d31e7e1c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/c6eddfa4-1956-4af6-940a-b08e3d6fd898 HTTP/1.1" status: 204 len: 168 time: 0.6504459 Apr 20 17:38:50.996491 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 55938) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:51.111490 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-953b4f58-f5db-43dd-89d5-c030a669d894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1824878'] for network, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:51.242002 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-953b4f58-f5db-43dd-89d5-c030a669d894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853380745', 'neutron.services.segments.db._delete_segments_for_network-8775308586611'] for network, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:51.353625 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-953b4f58-f5db-43dd-89d5-c030a669d894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d0ac58-2725-4eae-8fed-6bdf47ba936f']}} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:38:51.366612 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-953b4f58-f5db-43dd-89d5-c030a669d894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31269af-1add-45d1-8d0f-10926ba4bcd9') {'for_net_delete': True} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:38:51.366940 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-953b4f58-f5db-43dd-89d5-c030a669d894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31269af-1add-45d1-8d0f-10926ba4bcd9') {} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:38:51.378746 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-953b4f58-f5db-43dd-89d5-c030a669d894 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261546079075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315789'] for segment, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:51.393168 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-953b4f58-f5db-43dd-89d5-c030a669d894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:51.399358 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-953b4f58-f5db-43dd-89d5-c030a669d894 admin admin] Releasing vlan 968 on physical network physnet1 to pool {{(pid=86488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 17:38:51.579670 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-953b4f58-f5db-43dd-89d5-c030a669d894 admin admin] Network a2d0ac58-2725-4eae-8fed-6bdf47ba936f has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:38:51.589376 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-953b4f58-f5db-43dd-89d5-c030a669d894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2316271'] for segment, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:51.627512 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device c6d483cf-c137-4e9c-8179-0575961e93cd no longer exists at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:38:51.669935 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] No Port match for: c6d483cf-c137-4e9c-8179-0575961e93cd {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:38:51.670333 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device c6d483cf-c137-4e9c-8179-0575961e93cd not bound to the agent host dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:38:51.769817 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-953b4f58-f5db-43dd-89d5-c030a669d894 admin admin] Network a2d0ac58-2725-4eae-8fed-6bdf47ba936f has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: Traceback (most recent call last): Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: timer() Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: cb(*args, **kw) Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: return func(*args, **kwargs) Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: self._notify() Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: self.callback(batched_events) Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: event.method(event) Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: segment_id)['aggregates'][0] Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: return f(self, *a, **k) Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: return self._get(url).json() Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: **kwargs) Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: return self.request(url, 'GET', **kwargs) Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: **endpoint_filter) Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:38:51.792998 dv-cinder-786927-2-smb neutron-server[86373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:38:51.935795 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-953b4f58-f5db-43dd-89d5-c030a669d894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854139263'] for network, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:51.940498 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:51.956965 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-953b4f58-f5db-43dd-89d5-c030a669d894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:51.966448 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b4f58-f5db-43dd-89d5-c030a669d894 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2d0ac58-2725-4eae-8fed-6bdf47ba936f,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:51.969953 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-953b4f58-f5db-43dd-89d5-c030a669d894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:51.999642 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-953b4f58-f5db-43dd-89d5-c030a669d894 admin admin] 10.222.0.75 "DELETE /v2.0/networks/a2d0ac58-2725-4eae-8fed-6bdf47ba936f HTTP/1.1" status: 204 len: 168 time: 1.0020092 Apr 20 17:38:52.119706 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0b949-298c-425d-b423-b2f79ca053bd req-6999308e-aacf-4db6-badc-33debed8dbad tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:52.121346 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-86a0b949-298c-425d-b423-b2f79ca053bd req-6999308e-aacf-4db6-badc-33debed8dbad tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.0961795 Apr 20 17:38:52.176780 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-86a0b949-298c-425d-b423-b2f79ca053bd req-33f15823-530b-4260-95ee-9e50cb9e3244 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437727 Apr 20 17:38:52.294009 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 55980) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:52.350749 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-67c97e34-ab53-4e96-99a8-5b7dda3d0623 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=028eef62e6864fc89f3548dcd265d0df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0550315 Apr 20 17:38:52.353229 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 55986) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:52.431078 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-64a1dce9-091c-4def-877a-ba1beb952407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:52.461879 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-64a1dce9-091c-4def-877a-ba1beb952407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:52.640460 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-64a1dce9-091c-4def-877a-ba1beb952407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:52.660444 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f58cc6c8-71b0-46ed-81dd-7521ec1139fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:52.676498 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1dce9-091c-4def-877a-ba1beb952407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b2dbaa-d6fe-40b8-b06e-23fc3529e95c,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:52.679992 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-64a1dce9-091c-4def-877a-ba1beb952407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:52.723559 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-64a1dce9-091c-4def-877a-ba1beb952407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:52.727254 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-64a1dce9-091c-4def-877a-ba1beb952407 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/73b2dbaa-d6fe-40b8-b06e-23fc3529e95c HTTP/1.1" status: 204 len: 168 time: 0.3702629 Apr 20 17:38:52.785275 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-cce339ce-952f-416f-860d-a4a831fd4268 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:52.787198 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-cce339ce-952f-416f-860d-a4a831fd4268 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/networks?id=aec205f1-4068-482a-950a-5522753eb393 HTTP/1.1" status: 200 len: 813 time: 0.2381380 Apr 20 17:38:52.805171 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-d69723e7-0b07-4a4c-81d8-0b1aec1171f5 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/quotas/c4c4f31c9fa84bfaab096f3084b80ab9 HTTP/1.1" status: 200 len: 375 time: 0.0104728 Apr 20 17:38:52.870902 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-5ecb351d-fcb1-4340-b665-ed0e506e8325 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Synchronizing usage tracker for tenant:c4c4f31c9fa84bfaab096f3084b80ab9 on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:38:52.917600 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-5ecb351d-fcb1-4340-b665-ed0e506e8325 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Unset dirty status for tenant:c4c4f31c9fa84bfaab096f3084b80ab9 on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:38:52.919361 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-5ecb351d-fcb1-4340-b665-ed0e506e8325 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c4c4f31c9fa84bfaab096f3084b80ab9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1064420 Apr 20 17:38:53.092558 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-312d5284-b703-42db-b058-54bc15a25b55 service neutron] 10.222.0.75 "GET /v2.0/networks/aec205f1-4068-482a-950a-5522753eb393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644819 Apr 20 17:38:53.301102 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-2b9644ff-22d4-426c-9b20-0c397db4e22a service neutron] 10.222.0.75 "GET /v2.0/networks/aec205f1-4068-482a-950a-5522753eb393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001073 Apr 20 17:38:53.504251 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b27be-2ffa-4fb8-ad6b-115b3a223c74 req-a7125055-a85d-4ee6-8434-f702495db085 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:53.505915 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bf8b27be-2ffa-4fb8-ad6b-115b3a223c74 req-a7125055-a85d-4ee6-8434-f702495db085 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.1203885 Apr 20 17:38:53.574257 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bf8b27be-2ffa-4fb8-ad6b-115b3a223c74 req-45f11a75-e8ec-4f4b-913a-465e92ac8cc0 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611963 Apr 20 17:38:53.646383 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b8e5eea9-c78e-4919-bdcb-708268e98dd0 req-b36f9d11-b5a7-4af2-9812-1a06bf4b7f5c tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c2e0c16-8f29-49ac-84dd-d298d01b09b9 HTTP/1.1" status: 200 len: 210 time: 0.1021180 Apr 20 17:38:54.003897 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 56032) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:54.134882 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-3aa58a66-c5e8-4c6b-919f-8f6c50e1db5d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1026626924-network', 'tenant_id': 'beab94894258421e8db637762eeb547c'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:38:54.141907 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-3aa58a66-c5e8-4c6b-919f-8f6c50e1db5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:38:54.145993 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-3aa58a66-c5e8-4c6b-919f-8f6c50e1db5d admin admin] Usage tracker for resource:network and tenant:beab94894258421e8db637762eeb547c is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:38:54.149839 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-3aa58a66-c5e8-4c6b-919f-8f6c50e1db5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:38:54.161106 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-3aa58a66-c5e8-4c6b-919f-8f6c50e1db5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:38:54.191621 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa58a66-c5e8-4c6b-919f-8f6c50e1db5d admin admin] Made reservation on behalf of beab94894258421e8db637762eeb547c for: {'network': 1} {{(pid=86489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:38:54.196520 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3aa58a66-c5e8-4c6b-919f-8f6c50e1db5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for network, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:54.210331 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3aa58a66-c5e8-4c6b-919f-8f6c50e1db5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:54.226718 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-3aa58a66-c5e8-4c6b-919f-8f6c50e1db5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:38:54.231767 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-3aa58a66-c5e8-4c6b-919f-8f6c50e1db5d admin admin] Usage tracker for resource:security_group_rule and tenant:beab94894258421e8db637762eeb547c is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:38:54.235054 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-3aa58a66-c5e8-4c6b-919f-8f6c50e1db5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:38:54.241927 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-3aa58a66-c5e8-4c6b-919f-8f6c50e1db5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:38:54.331122 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3aa58a66-c5e8-4c6b-919f-8f6c50e1db5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:54.357423 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3aa58a66-c5e8-4c6b-919f-8f6c50e1db5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:54.362642 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4acfb710-813a-4672-a848-4b3bec55f1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:54.397201 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa58a66-c5e8-4c6b-919f-8f6c50e1db5d admin admin] vlan segment allocate from pool success with {'vlan_id': 969, 'physical_network': 'physnet1'} {{(pid=86489) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 17:38:54.407192 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3aa58a66-c5e8-4c6b-919f-8f6c50e1db5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:54.408362 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.segments_db [None req-3aa58a66-c5e8-4c6b-919f-8f6c50e1db5d admin admin] Added segment 629a9c0a-68af-4a2a-b80e-63c1595c5a9c of type vlan for network c56ef912-b303-4c17-a1ae-758968dcb5b3 Apr 20 17:38:54.443269 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa58a66-c5e8-4c6b-919f-8f6c50e1db5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259c51c0-1e5e-4e86-9218-582e4adad6c7,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:54.454041 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3aa58a66-c5e8-4c6b-919f-8f6c50e1db5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775308210547'] for network, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:54.459079 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3aa58a66-c5e8-4c6b-919f-8f6c50e1db5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:54.483142 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:54.568841 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3aa58a66-c5e8-4c6b-919f-8f6c50e1db5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for network, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:54.570373 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa58a66-c5e8-4c6b-919f-8f6c50e1db5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:54.570987 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3aa58a66-c5e8-4c6b-919f-8f6c50e1db5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:54.576552 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:54.743591 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa58a66-c5e8-4c6b-919f-8f6c50e1db5d admin admin] Pushing event updated for resources: {'Network': ['ID=c56ef912-b303-4c17-a1ae-758968dcb5b3,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:54.755251 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Network c56ef912-b303-4c17-a1ae-758968dcb5b3 details requested by agent ovs-agent-dv-cinder-786927-2-smb with host dv-cinder-786927-2-smb {{(pid=86490) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 17:38:54.771780 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3aa58a66-c5e8-4c6b-919f-8f6c50e1db5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:54.865828 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5a28371c-511d-48d2-b6ec-dc7069d86d6b req-fcbc44a7-d043-4e1c-b4b0-6a8a7f09f399 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c2e0c16-8f29-49ac-84dd-d298d01b09b9 HTTP/1.1" status: 200 len: 210 time: 0.0600147 Apr 20 17:38:54.920754 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b723f-7581-454b-9628-ec5fcc9aa4de req-0b07bf6a-e066-4dba-b970-e5cb733870f8 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:54.930012 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-787b723f-7581-454b-9628-ec5fcc9aa4de req-0b07bf6a-e066-4dba-b970-e5cb733870f8 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.1566741 Apr 20 17:38:54.950479 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-3aa58a66-c5e8-4c6b-919f-8f6c50e1db5d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9453175 Apr 20 17:38:54.953365 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 56042) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:38:54.963683 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-25c952a8-a3be-442a-b6b8-acd9b63548cc admin admin] Request body: {'subnet': {'network_id': 'c56ef912-b303-4c17-a1ae-758968dcb5b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1026626924-subnet', 'tenant_id': 'beab94894258421e8db637762eeb547c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:38:54.971605 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-25c952a8-a3be-442a-b6b8-acd9b63548cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:38:54.986279 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-25c952a8-a3be-442a-b6b8-acd9b63548cc admin admin] Usage tracker for resource:subnet and tenant:beab94894258421e8db637762eeb547c is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:38:54.994945 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-25c952a8-a3be-442a-b6b8-acd9b63548cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:38:55.002905 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-787b723f-7581-454b-9628-ec5fcc9aa4de req-002e7e0e-a741-4f7a-a1c6-08b8091e3eac tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719595 Apr 20 17:38:55.006924 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-25c952a8-a3be-442a-b6b8-acd9b63548cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:38:55.071772 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c952a8-a3be-442a-b6b8-acd9b63548cc admin admin] Made reservation on behalf of beab94894258421e8db637762eeb547c for: {'subnet': 1} {{(pid=86489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:38:55.076688 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-25c952a8-a3be-442a-b6b8-acd9b63548cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3047914'] for subnet, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:55.629623 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-25c952a8-a3be-442a-b6b8-acd9b63548cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852497842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3047931'] for subnet, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:55.638185 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:55.734444 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c952a8-a3be-442a-b6b8-acd9b63548cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0562f05f-1bed-4258-b4ef-2d35bf59aa9b,revision_number=0']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:55.738891 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-25c952a8-a3be-442a-b6b8-acd9b63548cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:55.739680 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c952a8-a3be-442a-b6b8-acd9b63548cc admin admin] Checking segment: {'id': '629a9c0a-68af-4a2a-b80e-63c1595c5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c56ef912-b303-4c17-a1ae-758968dcb5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:38:55.740079 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c952a8-a3be-442a-b6b8-acd9b63548cc admin admin] Network hostable DHCP agents. Network: c56ef912-b303-4c17-a1ae-758968dcb5b3, hostable agents: ['3fc774e1-ba83-4007-9de0-3f46efafec56'], hosted agents: [] {{(pid=86489) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 17:38:55.872488 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-56eb381a-5304-4327-8c0d-2aff616e2df2 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:55.872488 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-56eb381a-5304-4327-8c0d-2aff616e2df2 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.76 "GET /v2.0/networks?id=aec205f1-4068-482a-950a-5522753eb393 HTTP/1.1" status: 200 len: 813 time: 0.3973608 Apr 20 17:38:55.872488 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-fd94490d-b811-4941-8f4b-f2f16c2702b1 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Request body: {'port': {'device_id': '9c2e0c16-8f29-49ac-84dd-d298d01b09b9', 'network_id': 'aec205f1-4068-482a-950a-5522753eb393', 'admin_state_up': True, 'tenant_id': 'c4c4f31c9fa84bfaab096f3084b80ab9'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:38:56.049276 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2ba074ce-c642-4caf-bc38-c41046419e2b req-9c7212cf-5493-414e-864c-de494b0a72d3 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c2e0c16-8f29-49ac-84dd-d298d01b09b9 HTTP/1.1" status: 200 len: 210 time: 0.0653863 Apr 20 17:38:56.069941 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-fd94490d-b811-4941-8f4b-f2f16c2702b1 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:38:56.081668 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-fd94490d-b811-4941-8f4b-f2f16c2702b1 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:38:56.170095 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-fd94490d-b811-4941-8f4b-f2f16c2702b1 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Made reservation on behalf of c4c4f31c9fa84bfaab096f3084b80ab9 for: {'port': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:38:56.175387 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c952a8-a3be-442a-b6b8-acd9b63548cc admin admin] Network c56ef912-b303-4c17-a1ae-758968dcb5b3 is scheduled to be hosted by DHCP agent 3fc774e1-ba83-4007-9de0-3f46efafec56 with binding_index 1 {{(pid=86489) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 17:38:56.176812 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-fd94490d-b811-4941-8f4b-f2f16c2702b1 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:56.217544 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-25c952a8-a3be-442a-b6b8-acd9b63548cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-smb, c56ef912-b303-4c17-a1ae-758968dcb5b3) {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:38:56.226681 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94898b0f-0ef4-4900-928a-96e09059e956 None None] Network c56ef912-b303-4c17-a1ae-758968dcb5b3 requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:38:56.232657 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c952a8-a3be-442a-b6b8-acd9b63548cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:56.233358 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-25c952a8-a3be-442a-b6b8-acd9b63548cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for subnet, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:56.289167 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65ccf9-bdf7-46f7-8750-a90d3182d79f req-262ac6c5-873b-45b6-900b-1964670c4dd8 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:56.299230 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3a65ccf9-bdf7-46f7-8750-a90d3182d79f req-262ac6c5-873b-45b6-900b-1964670c4dd8 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.1668093 Apr 20 17:38:56.367155 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3a65ccf9-bdf7-46f7-8750-a90d3182d79f req-2d9540ac-1876-4e26-aa09-ead19b0963ae tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666158 Apr 20 17:38:56.373842 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-25c952a8-a3be-442a-b6b8-acd9b63548cc admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4189942 Apr 20 17:38:56.379745 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-fd94490d-b811-4941-8f4b-f2f16c2702b1 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Allocated IP 172.20.0.9 (aec205f1-4068-482a-950a-5522753eb393/a5e486ae-c4c2-431d-a854-fe012bbb8ec9/039e17bd-9385-4b4e-aeb8-584c6a26c78b) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:38:56.605052 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b1f66b-c784-4260-a266-664ac83d25fd None None] Network c56ef912-b303-4c17-a1ae-758968dcb5b3 requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:38:56.646450 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-fd94490d-b811-4941-8f4b-f2f16c2702b1 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:56.731139 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-fd94490d-b811-4941-8f4b-f2f16c2702b1 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:56.738293 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:56.879916 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-fd94490d-b811-4941-8f4b-f2f16c2702b1 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Network aec205f1-4068-482a-950a-5522753eb393 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:38:56.885663 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-fd94490d-b811-4941-8f4b-f2f16c2702b1 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:38:56.890337 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-fd94490d-b811-4941-8f4b-f2f16c2702b1 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:38:57.084828 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94490d-b811-4941-8f4b-f2f16c2702b1 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Pushing event updated for resources: {'Port': ['ID=039e17bd-9385-4b4e-aeb8-584c6a26c78b,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:57.098796 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-fd94490d-b811-4941-8f4b-f2f16c2702b1 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:57.114353 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-fd94490d-b811-4941-8f4b-f2f16c2702b1 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:57.115104 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-fd94490d-b811-4941-8f4b-f2f16c2702b1 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:57.207689 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-9d2c5948-1cd7-47e6-8e50-2f26c7fee59a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:57.215925 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-9d2c5948-1cd7-47e6-8e50-2f26c7fee59a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/networks?id=c56ef912-b303-4c17-a1ae-758968dcb5b3 HTTP/1.1" status: 200 len: 815 time: 0.2395632 Apr 20 17:38:57.234138 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-20438c98-52b9-4d46-a107-c56ff6c02732 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/quotas/beab94894258421e8db637762eeb547c HTTP/1.1" status: 200 len: 375 time: 0.0172160 Apr 20 17:38:57.283701 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-fd94490d-b811-4941-8f4b-f2f16c2702b1 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4158196 Apr 20 17:38:57.292404 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-ca681c85-01c2-4887-8683-b355f48ec7f0 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=beab94894258421e8db637762eeb547c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573466 Apr 20 17:38:57.317901 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0671d-de05-4640-a580-0a3d489e1841 req-360464d0-b9b5-4eea-bb13-a17d8bc058e1 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:57.319569 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f2b0671d-de05-4640-a580-0a3d489e1841 req-360464d0-b9b5-4eea-bb13-a17d8bc058e1 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c2e0c16-8f29-49ac-84dd-d298d01b09b9 HTTP/1.1" status: 200 len: 931 time: 0.1009104 Apr 20 17:38:57.337908 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] Request body: {'port': {'device_id': '9c2e0c16-8f29-49ac-84dd-d298d01b09b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:38:57.377196 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f2b0671d-de05-4640-a580-0a3d489e1841 req-1c776e47-7524-4e2b-b7d3-f479d19dd3dc tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478542 Apr 20 17:38:57.563006 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-10f8e866-1be0-459d-a047-961b926e6338 service neutron] 10.222.0.75 "GET /v2.0/networks/c56ef912-b303-4c17-a1ae-758968dcb5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626555 Apr 20 17:38:57.566242 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:57.697231 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8b1ad-152b-4f42-bc93-47eb73a4a991 req-7a87c1e3-2ebe-4cae-8dda-659ea12f4015 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:57.708027 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4fc8b1ad-152b-4f42-bc93-47eb73a4a991 req-7a87c1e3-2ebe-4cae-8dda-659ea12f4015 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.1820664 Apr 20 17:38:57.763682 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-e3c1e9a1-3b36-4f65-8566-23c4478fc23c service neutron] 10.222.0.75 "GET /v2.0/networks/c56ef912-b303-4c17-a1ae-758968dcb5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871803 Apr 20 17:38:57.769511 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4fc8b1ad-152b-4f42-bc93-47eb73a4a991 req-e0aa057e-c656-441b-b750-457eeb4524e2 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524969 Apr 20 17:38:58.070665 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6d1b9493-806a-46f8-98e6-31c14d559943 req-deee02c3-12bb-4df9-9def-97422c8e62f0 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1e3069b-b3a9-43dc-a145-421190f4520b HTTP/1.1" status: 200 len: 210 time: 0.0664873 Apr 20 17:38:58.118204 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 039e17bd-9385-4b4e-aeb8-584c6a26c78b {{(pid=86488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:38:58.126767 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:58.142971 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] Transition to ACTIVE for port object 039e17bd-9385-4b4e-aeb8-584c6a26c78b will not be triggered until provisioned by entity L2. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:38:58.193041 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2316177'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:58.198754 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f94978c7-262b-44ca-b8e1-9e1f24817593 tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:58.436187 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] Pushing event updated for resources: {'Port': ['ID=039e17bd-9385-4b4e-aeb8-584c6a26c78b,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:58.441610 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:58.499047 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] Attempting to bind port 039e17bd-9385-4b4e-aeb8-584c6a26c78b on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:38:58.499868 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] Attempting to bind port 039e17bd-9385-4b4e-aeb8-584c6a26c78b by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'de8ff25a-cc49-4d16-b3bb-a8722756c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'aec205f1-4068-482a-950a-5522753eb393'}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:38:58.500718 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] Attempting to bind port 039e17bd-9385-4b4e-aeb8-584c6a26c78b on network aec205f1-4068-482a-950a-5522753eb393 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:38:58.508456 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] Port 039e17bd-9385-4b4e-aeb8-584c6a26c78b on network aec205f1-4068-482a-950a-5522753eb393 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:38:58.509117 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] Attempting to bind port 039e17bd-9385-4b4e-aeb8-584c6a26c78b on network aec205f1-4068-482a-950a-5522753eb393 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:38:58.515610 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] Checking agent: {'id': 'fd2caffb-19f6-4460-a29d-56c5ffae00d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'started_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:38:58.516281 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] Checking segment: {'id': 'de8ff25a-cc49-4d16-b3bb-a8722756c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'aec205f1-4068-482a-950a-5522753eb393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:38:58.517450 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] Bound using segment: {'id': 'de8ff25a-cc49-4d16-b3bb-a8722756c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'aec205f1-4068-482a-950a-5522753eb393'} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:38:58.518132 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] Bound port: 039e17bd-9385-4b4e-aeb8-584c6a26c78b, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de8ff25a-cc49-4d16-b3bb-a8722756c95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'aec205f1-4068-482a-950a-5522753eb393'}}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:38:58.518823 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:58.736005 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57acad-09d3-4a67-8e93-b4daf5f49496 req-1817de65-5606-4099-8a3f-9a011058d2da tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:58.737025 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-6a57acad-09d3-4a67-8e93-b4daf5f49496 req-1817de65-5606-4099-8a3f-9a011058d2da tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Synchronizing usage tracker for tenant:c4c4f31c9fa84bfaab096f3084b80ab9 on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:38:58.809633 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-6a57acad-09d3-4a67-8e93-b4daf5f49496 req-1817de65-5606-4099-8a3f-9a011058d2da tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Unset dirty status for tenant:c4c4f31c9fa84bfaab096f3084b80ab9 on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:38:58.818472 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6a57acad-09d3-4a67-8e93-b4daf5f49496 req-1817de65-5606-4099-8a3f-9a011058d2da tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c2e0c16-8f29-49ac-84dd-d298d01b09b9 HTTP/1.1" status: 200 len: 943 time: 0.2830436 Apr 20 17:38:58.821226 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] For port 039e17bd-9385-4b4e-aeb8-584c6a26c78b, host hv-cinder-78692, cleared binding levels {{(pid=86488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:38:58.852604 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] For port 039e17bd-9385-4b4e-aeb8-584c6a26c78b, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=039e17bd-9385-4b4e-aeb8-584c6a26c78b,segment=NetworkSegment(de8ff25a-cc49-4d16-b3bb-a8722756c95d),segment_id=de8ff25a-cc49-4d16-b3bb-a8722756c95d)] {{(pid=86488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:38:58.879419 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6a57acad-09d3-4a67-8e93-b4daf5f49496 req-60d78a91-6396-4ea0-8004-af6bf0b34b3a tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597203 Apr 20 17:38:58.895433 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2316177'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:58.908602 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:38:58.961713 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:58.962594 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:38:58.964359 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] 10.222.0.76 "PUT /v2.0/ports/039e17bd-9385-4b4e-aeb8-584c6a26c78b HTTP/1.1" status: 200 len: 1093 time: 1.6315238 Apr 20 17:38:58.973073 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2e0c16-8f29-49ac-84dd-d298d01b09b9', 'tag': '039e17bd-9385-4b4e-aeb8-584c6a26c78b'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:38:59.043757 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2e0c16-8f29-49ac-84dd-d298d01b09b9', 'tag': '039e17bd-9385-4b4e-aeb8-584c6a26c78b', 'status': 'completed', 'code': 200} Apr 20 17:38:59.046545 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] Pushing event updated for resources: {'Port': ['ID=039e17bd-9385-4b4e-aeb8-584c6a26c78b,revision_number=3']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:38:59.053511 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:38:59.100730 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243492a-beb1-435c-9157-0ffc78a13c75 req-a62b80ee-de9a-4bd8-838c-b68949f03edd tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:59.109199 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b243492a-beb1-435c-9157-0ffc78a13c75 req-a62b80ee-de9a-4bd8-838c-b68949f03edd tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.1533542 Apr 20 17:38:59.171608 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b243492a-beb1-435c-9157-0ffc78a13c75 req-81c80ec7-9c8d-4a8f-8306-6189556e4d5a tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586381 Apr 20 17:38:59.223372 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-b73c3b0e-d27f-430b-bebd-2022a0d45886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:59.225041 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-b73c3b0e-d27f-430b-bebd-2022a0d45886 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c4c4f31c9fa84bfaab096f3084b80ab9&device_id=9c2e0c16-8f29-49ac-84dd-d298d01b09b9 HTTP/1.1" status: 200 len: 1096 time: 0.1541257 Apr 20 17:38:59.345482 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cbff06aa-cfe3-4063-a7d5-0893759048ae req-8155fd7c-05c5-4f7f-83d9-88e8ac52eabb tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1e3069b-b3a9-43dc-a145-421190f4520b HTTP/1.1" status: 200 len: 210 time: 0.1193113 Apr 20 17:38:59.354848 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-aa0aa7ce-05c5-4f8a-9442-78f4e0ca9212 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=039e17bd-9385-4b4e-aeb8-584c6a26c78b HTTP/1.1" status: 200 len: 217 time: 0.0822105 Apr 20 17:38:59.426802 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-a3bc97e4-f7f2-4b27-a564-234d6a16d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:38:59.428857 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-a3bc97e4-f7f2-4b27-a564-234d6a16d626 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a5e486ae-c4c2-431d-a854-fe012bbb8ec9 HTTP/1.1" status: 200 len: 853 time: 0.0668011 Apr 20 17:38:59.494167 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-603aa5f8-f307-4743-86be-eb281a669e90 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aec205f1-4068-482a-950a-5522753eb393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534024 Apr 20 17:38:59.666454 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-89faf8f4-c48d-4679-9d17-9f44e3abdfbd service neutron] 10.222.0.76 "GET /v2.0/networks/aec205f1-4068-482a-950a-5522753eb393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629496 Apr 20 17:38:59.816992 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9f082aa1-0247-4305-ae9c-14c55bb97ff9 req-3547910a-7f62-41d8-8858-350767bc6ef6 service neutron] 10.222.0.76 "GET /v2.0/networks/aec205f1-4068-482a-950a-5522753eb393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418898 Apr 20 17:39:00.090410 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4287a-561c-49f4-b429-2cb5bcd7d193 req-9ceb3c9f-643a-450d-8389-8c0f7f3a06e7 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:00.092261 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1cb4287a-561c-49f4-b429-2cb5bcd7d193 req-9ceb3c9f-643a-450d-8389-8c0f7f3a06e7 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c2e0c16-8f29-49ac-84dd-d298d01b09b9 HTTP/1.1" status: 200 len: 943 time: 0.0932212 Apr 20 17:39:00.145494 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1cb4287a-561c-49f4-b429-2cb5bcd7d193 req-6e64c2a6-3a13-4c31-9ee3-314830f33a79 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461042 Apr 20 17:39:00.454136 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b2093-781d-4650-bc36-db18d8cb10a0 req-88f666dd-0dcc-4d0e-abe8-7fe48459f0fb tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:00.456445 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-168b2093-781d-4650-bc36-db18d8cb10a0 req-88f666dd-0dcc-4d0e-abe8-7fe48459f0fb tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.1501482 Apr 20 17:39:00.491369 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab125c-a0ad-47aa-b0fc-1627d13adf6a req-50a9697d-2c96-4c4f-af25-58525a25a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:00.493550 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9ab125c-a0ad-47aa-b0fc-1627d13adf6a req-50a9697d-2c96-4c4f-af25-58525a25a3d6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c4c4f31c9fa84bfaab096f3084b80ab9&device_id=9c2e0c16-8f29-49ac-84dd-d298d01b09b9 HTTP/1.1" status: 200 len: 1096 time: 0.1231840 Apr 20 17:39:00.583090 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-31792d29-0cb4-491e-ada9-dc54f7d82fc7 req-5d7faf09-0367-43d4-93ae-dbd87394cd2d tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1e3069b-b3a9-43dc-a145-421190f4520b HTTP/1.1" status: 200 len: 210 time: 0.1017892 Apr 20 17:39:00.628491 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-168b2093-781d-4650-bc36-db18d8cb10a0 req-fe1d556f-fa87-4823-8bdd-0a6daa3ae0d6 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611640 Apr 20 17:39:00.713714 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab125c-a0ad-47aa-b0fc-1627d13adf6a req-9f485e5b-c98e-4519-99e8-d1528646ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:00.716073 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9ab125c-a0ad-47aa-b0fc-1627d13adf6a req-9f485e5b-c98e-4519-99e8-d1528646ebca service neutron] 10.222.0.76 "GET /v2.0/networks?id=aec205f1-4068-482a-950a-5522753eb393 HTTP/1.1" status: 200 len: 914 time: 0.2117057 Apr 20 17:39:00.768304 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-3f4c6ec0-95db-4eed-99a2-65cd43029906 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:00.769074 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-3f4c6ec0-95db-4eed-99a2-65cd43029906 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Synchronizing usage tracker for tenant:beab94894258421e8db637762eeb547c on resource:network {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:39:00.817123 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-3f4c6ec0-95db-4eed-99a2-65cd43029906 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Unset dirty status for tenant:beab94894258421e8db637762eeb547c on resource:network {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:39:00.818982 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-3f4c6ec0-95db-4eed-99a2-65cd43029906 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.76 "GET /v2.0/networks?id=c56ef912-b303-4c17-a1ae-758968dcb5b3 HTTP/1.1" status: 200 len: 815 time: 0.2940207 Apr 20 17:39:00.825876 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9ab125c-a0ad-47aa-b0fc-1627d13adf6a req-cafd7cba-4199-4e10-8345-d8a9bbf28a2b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=039e17bd-9385-4b4e-aeb8-584c6a26c78b HTTP/1.1" status: 200 len: 217 time: 0.0997424 Apr 20 17:39:00.862819 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-b777cfe2-7f8c-4b34-a65d-9c266760d6fd tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Request body: {'port': {'device_id': 'f1e3069b-b3a9-43dc-a145-421190f4520b', 'network_id': 'c56ef912-b303-4c17-a1ae-758968dcb5b3', 'admin_state_up': True, 'tenant_id': 'beab94894258421e8db637762eeb547c'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:39:01.077942 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-b777cfe2-7f8c-4b34-a65d-9c266760d6fd tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:39:01.084099 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-b777cfe2-7f8c-4b34-a65d-9c266760d6fd tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Usage tracker for resource:port and tenant:beab94894258421e8db637762eeb547c is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:39:01.087918 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-b777cfe2-7f8c-4b34-a65d-9c266760d6fd tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:39:01.099506 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-b777cfe2-7f8c-4b34-a65d-9c266760d6fd tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:39:01.141108 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-b777cfe2-7f8c-4b34-a65d-9c266760d6fd tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Made reservation on behalf of beab94894258421e8db637762eeb547c for: {'port': 1} {{(pid=86489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:39:01.148895 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-b777cfe2-7f8c-4b34-a65d-9c266760d6fd tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:01.305844 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab125c-a0ad-47aa-b0fc-1627d13adf6a req-a7a4c517-0cb2-4886-b8aa-9481e2e3e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:01.308107 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9ab125c-a0ad-47aa-b0fc-1627d13adf6a req-a7a4c517-0cb2-4886-b8aa-9481e2e3e4f0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a5e486ae-c4c2-431d-a854-fe012bbb8ec9 HTTP/1.1" status: 200 len: 853 time: 0.4493160 Apr 20 17:39:01.377628 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9ab125c-a0ad-47aa-b0fc-1627d13adf6a req-496822f7-a83c-4070-83b7-cfe427bb4a9e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aec205f1-4068-482a-950a-5522753eb393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564530 Apr 20 17:39:01.500900 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d21be7-e0f9-4a8a-9b30-1f70834be951 req-293fffd2-8868-48b3-a492-ca22892c3aaa tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:01.502705 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-58d21be7-e0f9-4a8a-9b30-1f70834be951 req-293fffd2-8868-48b3-a492-ca22892c3aaa tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c2e0c16-8f29-49ac-84dd-d298d01b09b9 HTTP/1.1" status: 200 len: 943 time: 0.1972148 Apr 20 17:39:01.511264 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-b777cfe2-7f8c-4b34-a65d-9c266760d6fd tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Allocated IP 172.20.0.2 (c56ef912-b303-4c17-a1ae-758968dcb5b3/0562f05f-1bed-4258-b4ef-2d35bf59aa9b/30f80db9-7d74-4fb7-9475-551a1724a09d) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:39:01.539700 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc07976-3afa-4bee-b119-ef014971a81e req-c1728a99-bf7a-43d3-b317-7c77662ab8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:01.541325 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ffc07976-3afa-4bee-b119-ef014971a81e req-c1728a99-bf7a-43d3-b317-7c77662ab8cf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=91f08a58d46d4762b691ff2c6db71cd4&device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 1098 time: 0.3175364 Apr 20 17:39:01.549907 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9ab125c-a0ad-47aa-b0fc-1627d13adf6a req-73525d1b-0146-43f8-87e4-9334faa2cb55 service neutron] 10.222.0.76 "GET /v2.0/networks/aec205f1-4068-482a-950a-5522753eb393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640770 Apr 20 17:39:01.572110 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-58d21be7-e0f9-4a8a-9b30-1f70834be951 req-907ce829-a85c-49c4-8a1a-edf6aecb4ea6 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623276 Apr 20 17:39:01.732655 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9ab125c-a0ad-47aa-b0fc-1627d13adf6a req-9314582c-dba7-4278-bfd2-25f55bb34f93 service neutron] 10.222.0.76 "GET /v2.0/networks/aec205f1-4068-482a-950a-5522753eb393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679864 Apr 20 17:39:01.895218 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3156a252-16c8-43e6-a9b5-2f5532bb4a97 req-22c7b6ac-1814-43fc-a825-9fba0961aa8a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1e3069b-b3a9-43dc-a145-421190f4520b HTTP/1.1" status: 200 len: 210 time: 0.0711544 Apr 20 17:39:01.987397 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc07976-3afa-4bee-b119-ef014971a81e req-5795dcf2-8b2d-4638-853e-45a8accb1a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:01.989652 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ffc07976-3afa-4bee-b119-ef014971a81e req-5795dcf2-8b2d-4638-853e-45a8accb1a7c service neutron] 10.222.0.76 "GET /v2.0/networks?id=43f466f2-e643-4c2d-a72d-6fa47845b747 HTTP/1.1" status: 200 len: 918 time: 0.2556205 Apr 20 17:39:01.992323 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701789f-4723-4dba-a320-b4151690b7f0 req-30556029-98fe-45fd-8e0f-eaab5a700d79 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:02.000060 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a701789f-4723-4dba-a320-b4151690b7f0 req-30556029-98fe-45fd-8e0f-eaab5a700d79 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.1749384 Apr 20 17:39:02.075958 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a701789f-4723-4dba-a320-b4151690b7f0 req-b73037c5-199f-4be1-a23c-ab742db3c7d1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748177 Apr 20 17:39:02.079275 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-b777cfe2-7f8c-4b34-a65d-9c266760d6fd tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:02.158726 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-b777cfe2-7f8c-4b34-a65d-9c266760d6fd tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278367'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:02.161718 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ffc07976-3afa-4bee-b119-ef014971a81e req-3fc6aec2-ed45-471c-bee4-646a7251754c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff604c0c-91ae-4156-8503-1063be95d6a4 HTTP/1.1" status: 200 len: 1001 time: 0.1405342 Apr 20 17:39:02.166382 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:39:02.232912 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc07976-3afa-4bee-b119-ef014971a81e req-ee802771-bbf8-44b7-875b-e96b7b52dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:02.234485 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ffc07976-3afa-4bee-b119-ef014971a81e req-ee802771-bbf8-44b7-875b-e96b7b52dc30 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e7b59eb6-7796-4d48-ad26-1b7d7898dd0a HTTP/1.1" status: 200 len: 856 time: 0.0666184 Apr 20 17:39:02.243642 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777cfe2-7f8c-4b34-a65d-9c266760d6fd tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Pushing event updated for resources: {'Port': ['ID=30f80db9-7d74-4fb7-9475-551a1724a09d,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:39:02.261692 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b777cfe2-7f8c-4b34-a65d-9c266760d6fd tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:39:02.263793 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-b777cfe2-7f8c-4b34-a65d-9c266760d6fd tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Network c56ef912-b303-4c17-a1ae-758968dcb5b3 is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:39:02.265166 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-b777cfe2-7f8c-4b34-a65d-9c266760d6fd tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:39:02.272657 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-b777cfe2-7f8c-4b34-a65d-9c266760d6fd tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:39:02.331730 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc07976-3afa-4bee-b119-ef014971a81e req-9aaf743f-7fa3-48a0-b8b2-aa666e7e7fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:02.333487 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ffc07976-3afa-4bee-b119-ef014971a81e req-9aaf743f-7fa3-48a0-b8b2-aa666e7e7fcb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=43f466f2-e643-4c2d-a72d-6fa47845b747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0920403 Apr 20 17:39:02.344117 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-b777cfe2-7f8c-4b34-a65d-9c266760d6fd tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:02.345602 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-b777cfe2-7f8c-4b34-a65d-9c266760d6fd tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:02.414997 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-b777cfe2-7f8c-4b34-a65d-9c266760d6fd tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5534604 Apr 20 17:39:02.432152 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] Request body: {'port': {'device_id': 'f1e3069b-b3a9-43dc-a145-421190f4520b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:39:02.497281 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ffc07976-3afa-4bee-b119-ef014971a81e req-13c8e6a7-4995-4b9f-b570-23300f188569 service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555665 Apr 20 17:39:02.573503 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:02.663583 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ffc07976-3afa-4bee-b119-ef014971a81e req-ebe53410-aa63-43a2-9d9a-163676bf0995 service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594641 Apr 20 17:39:02.807726 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1084381-7df6-4bf6-babf-99325d3e79f2 req-abae8184-4aaa-4074-b2e3-7ebc10211a82 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:02.810001 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d1084381-7df6-4bf6-babf-99325d3e79f2 req-abae8184-4aaa-4074-b2e3-7ebc10211a82 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c2e0c16-8f29-49ac-84dd-d298d01b09b9 HTTP/1.1" status: 200 len: 943 time: 0.1085145 Apr 20 17:39:02.862901 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d1084381-7df6-4bf6-babf-99325d3e79f2 req-96a3fb0a-1057-463b-8b70-1bb65bf0e5b4 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455701 Apr 20 17:39:03.316422 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f80db9-7d74-4fb7-9475-551a1724a09d {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:39:03.325869 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:03.350358 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41d63a-8913-4c05-aa2b-bff247d6757c req-a1520cf4-0c3b-4d07-8a00-9fd42d08fe0d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:03.352768 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1f41d63a-8913-4c05-aa2b-bff247d6757c req-a1520cf4-0c3b-4d07-8a00-9fd42d08fe0d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.1195161 Apr 20 17:39:03.385739 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8426a-e78c-4b65-a5c0-4153a3bf03ab req-fbdeb16f-6ab8-49d8-b9a3-47723a800f2e tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:03.386693 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-aaa8426a-e78c-4b65-a5c0-4153a3bf03ab req-fbdeb16f-6ab8-49d8-b9a3-47723a800f2e tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Synchronizing usage tracker for tenant:beab94894258421e8db637762eeb547c on resource:port {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:39:03.414276 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1f41d63a-8913-4c05-aa2b-bff247d6757c req-1cd118c2-8c1f-4786-b02f-274644ca2558 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548480 Apr 20 17:39:03.455316 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] Transition to ACTIVE for port object 30f80db9-7d74-4fb7-9475-551a1724a09d will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:39:03.512367 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-aaa8426a-e78c-4b65-a5c0-4153a3bf03ab req-fbdeb16f-6ab8-49d8-b9a3-47723a800f2e tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Unset dirty status for tenant:beab94894258421e8db637762eeb547c on resource:port {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:39:03.513754 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-aaa8426a-e78c-4b65-a5c0-4153a3bf03ab req-fbdeb16f-6ab8-49d8-b9a3-47723a800f2e tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1e3069b-b3a9-43dc-a145-421190f4520b HTTP/1.1" status: 200 len: 931 time: 0.4980686 Apr 20 17:39:03.569880 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-aaa8426a-e78c-4b65-a5c0-4153a3bf03ab req-da8418db-828e-4e88-bb6c-739bbab8c63c tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Synchronizing usage tracker for tenant:beab94894258421e8db637762eeb547c on resource:security_group {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:39:03.582070 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852497450'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:03.582070 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:39:03.762726 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] Pushing event updated for resources: {'Port': ['ID=30f80db9-7d74-4fb7-9475-551a1724a09d,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:39:03.800056 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-aaa8426a-e78c-4b65-a5c0-4153a3bf03ab req-da8418db-828e-4e88-bb6c-739bbab8c63c tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Unset dirty status for tenant:beab94894258421e8db637762eeb547c on resource:security_group {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:39:03.801423 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-aaa8426a-e78c-4b65-a5c0-4153a3bf03ab req-da8418db-828e-4e88-bb6c-739bbab8c63c tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798581 Apr 20 17:39:03.802780 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:39:03.871811 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] Attempting to bind port 30f80db9-7d74-4fb7-9475-551a1724a09d on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:39:03.871811 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] Attempting to bind port 30f80db9-7d74-4fb7-9475-551a1724a09d by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '629a9c0a-68af-4a2a-b80e-63c1595c5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c56ef912-b303-4c17-a1ae-758968dcb5b3'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:39:03.871811 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] Attempting to bind port 30f80db9-7d74-4fb7-9475-551a1724a09d on network c56ef912-b303-4c17-a1ae-758968dcb5b3 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:39:03.877382 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] Port 30f80db9-7d74-4fb7-9475-551a1724a09d on network c56ef912-b303-4c17-a1ae-758968dcb5b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:39:03.877802 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] Attempting to bind port 30f80db9-7d74-4fb7-9475-551a1724a09d on network c56ef912-b303-4c17-a1ae-758968dcb5b3 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:39:03.884793 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] Checking agent: {'id': 'fd2caffb-19f6-4460-a29d-56c5ffae00d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'started_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:39:03.885362 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] Checking segment: {'id': '629a9c0a-68af-4a2a-b80e-63c1595c5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c56ef912-b303-4c17-a1ae-758968dcb5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:39:03.885801 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] Bound using segment: {'id': '629a9c0a-68af-4a2a-b80e-63c1595c5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c56ef912-b303-4c17-a1ae-758968dcb5b3'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:39:03.886358 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] Bound port: 30f80db9-7d74-4fb7-9475-551a1724a09d, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629a9c0a-68af-4a2a-b80e-63c1595c5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c56ef912-b303-4c17-a1ae-758968dcb5b3'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:39:03.886795 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:03.998735 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] For port 30f80db9-7d74-4fb7-9475-551a1724a09d, host hv-cinder-78692, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:39:04.002504 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] For port 30f80db9-7d74-4fb7-9475-551a1724a09d, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=30f80db9-7d74-4fb7-9475-551a1724a09d,segment=NetworkSegment(629a9c0a-68af-4a2a-b80e-63c1595c5a9c),segment_id=629a9c0a-68af-4a2a-b80e-63c1595c5a9c)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:39:04.109624 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851dbe6-8f7e-461b-abb1-77d27efcef05 req-4f020a11-5036-4e79-9092-b34dc244cc1b tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:04.109624 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e851dbe6-8f7e-461b-abb1-77d27efcef05 req-4f020a11-5036-4e79-9092-b34dc244cc1b tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c2e0c16-8f29-49ac-84dd-d298d01b09b9 HTTP/1.1" status: 200 len: 943 time: 0.0895064 Apr 20 17:39:04.137786 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e851dbe6-8f7e-461b-abb1-77d27efcef05 req-b1f7f300-881a-4ae2-838e-dc6fd55bea51 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476367 Apr 20 17:39:04.169540 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 039e17bd-9385-4b4e-aeb8-584c6a26c78b details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86490) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 17:39:04.312983 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 039e17bd-9385-4b4e-aeb8-584c6a26c78b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=039e17bd-9385-4b4e-aeb8-584c6a26c78b,segment=NetworkSegment(de8ff25a-cc49-4d16-b3bb-a8722756c95d),segment_id=de8ff25a-cc49-4d16-b3bb-a8722756c95d)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:39:04.327119 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Returning: {'device': '039e17bd-9385-4b4e-aeb8-584c6a26c78b', 'network_id': 'aec205f1-4068-482a-950a-5522753eb393', 'port_id': '039e17bd-9385-4b4e-aeb8-584c6a26c78b', 'mac_address': 'fa:16:3e:48:f6:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 951, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e486ae-c4c2-431d-a854-fe012bbb8ec9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86490) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:39:04.384762 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:04.404778 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 039e17bd-9385-4b4e-aeb8-584c6a26c78b {{(pid=86490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:39:04.420194 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 039e17bd-9385-4b4e-aeb8-584c6a26c78b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=039e17bd-9385-4b4e-aeb8-584c6a26c78b,segment=NetworkSegment(de8ff25a-cc49-4d16-b3bb-a8722756c95d),segment_id=de8ff25a-cc49-4d16-b3bb-a8722756c95d)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:39:04.635956 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0eaa83-1f81-4839-915a-e2e8d74e40a7 req-7a1b370f-f0f7-4385-9af7-8b89eead40db tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:04.637484 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fd0eaa83-1f81-4839-915a-e2e8d74e40a7 req-7a1b370f-f0f7-4385-9af7-8b89eead40db tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.0885870 Apr 20 17:39:04.685980 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fd0eaa83-1f81-4839-915a-e2e8d74e40a7 req-7f694427-1ac9-42fb-be5a-df18537add07 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420039 Apr 20 17:39:04.879419 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d9186cc6-0a0b-41af-9eea-ec56665d55f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:04.941096 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:04.942784 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852497450'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:04.944150 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:39:04.948700 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-9f9b87b2-dce8-4f7f-bd79-ab253f168a4f tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:39:05.007927 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:05.008603 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:05.010079 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] 10.222.0.76 "PUT /v2.0/ports/30f80db9-7d74-4fb7-9475-551a1724a09d HTTP/1.1" status: 200 len: 1093 time: 2.5827103 Apr 20 17:39:05.010683 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e3069b-b3a9-43dc-a145-421190f4520b', 'tag': '30f80db9-7d74-4fb7-9475-551a1724a09d'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:39:05.028561 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=039e17bd-9385-4b4e-aeb8-584c6a26c78b,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:39:05.032914 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:39:05.047932 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdc582-221e-430d-88e8-5517ad848af6 req-bcb905b2-186f-4e73-abd3-be72b425c5a4 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:05.049635 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] Pushing event updated for resources: {'Port': ['ID=30f80db9-7d74-4fb7-9475-551a1724a09d,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:39:05.052786 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2ebdc582-221e-430d-88e8-5517ad848af6 req-bcb905b2-186f-4e73-abd3-be72b425c5a4 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1e3069b-b3a9-43dc-a145-421190f4520b HTTP/1.1" status: 200 len: 943 time: 0.1150689 Apr 20 17:39:05.053237 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:39:05.120166 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2ebdc582-221e-430d-88e8-5517ad848af6 req-0f1b48bf-d75e-4097-b5cb-aef640fb7594 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577142 Apr 20 17:39:05.146909 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e3069b-b3a9-43dc-a145-421190f4520b', 'tag': '30f80db9-7d74-4fb7-9475-551a1724a09d', 'status': 'completed', 'code': 200} Apr 20 17:39:05.200509 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-5f8deb04-cfa4-4beb-84d5-4b434433197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:05.203079 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-5f8deb04-cfa4-4beb-84d5-4b434433197b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=beab94894258421e8db637762eeb547c&device_id=f1e3069b-b3a9-43dc-a145-421190f4520b HTTP/1.1" status: 200 len: 1096 time: 0.1081190 Apr 20 17:39:05.300142 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-2ce28e05-e5d7-4988-9db1-dbc7fd63ff38 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=30f80db9-7d74-4fb7-9475-551a1724a09d HTTP/1.1" status: 200 len: 217 time: 0.0819607 Apr 20 17:39:05.414519 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['039e17bd-9385-4b4e-aeb8-584c6a26c78b'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:39:05.460434 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-b5176a94-5080-4d6f-93cf-0cef5a19202c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:05.461900 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-b5176a94-5080-4d6f-93cf-0cef5a19202c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0562f05f-1bed-4258-b4ef-2d35bf59aa9b HTTP/1.1" status: 200 len: 855 time: 0.1114953 Apr 20 17:39:05.476199 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43a69f-456b-4198-88e4-d08f31cceadb req-9ea8e1dc-1d3a-41b2-b434-39115d17df3d tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:05.477845 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2b43a69f-456b-4198-88e4-d08f31cceadb req-9ea8e1dc-1d3a-41b2-b434-39115d17df3d tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c2e0c16-8f29-49ac-84dd-d298d01b09b9 HTTP/1.1" status: 200 len: 944 time: 0.1798613 Apr 20 17:39:05.511810 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:39:05.553066 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-acfc9dac-98a2-4d5d-84ea-15809f7f04d2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c56ef912-b303-4c17-a1ae-758968dcb5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741515 Apr 20 17:39:05.721130 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2b43a69f-456b-4198-88e4-d08f31cceadb req-1f775c6d-fc25-4af1-81e8-26f68208acbf tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879489 Apr 20 17:39:05.723859 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-eb98cf26-d611-41af-b162-66d7de1f3a9c service neutron] 10.222.0.76 "GET /v2.0/networks/c56ef912-b303-4c17-a1ae-758968dcb5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622696 Apr 20 17:39:05.882487 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-acc5f645-ae83-42ca-8e12-99a106bdeab8 req-0918be48-4894-4416-bd65-4fbcfc5b6a11 service neutron] 10.222.0.76 "GET /v2.0/networks/c56ef912-b303-4c17-a1ae-758968dcb5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520061 Apr 20 17:39:05.914331 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb90bb3-3633-479d-a533-d83063bcf61f req-f3831b35-f27b-48ea-946c-6ad1d7da92cb tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:05.915968 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-dfb90bb3-3633-479d-a533-d83063bcf61f req-f3831b35-f27b-48ea-946c-6ad1d7da92cb tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.0963674 Apr 20 17:39:05.964740 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-dfb90bb3-3633-479d-a533-d83063bcf61f req-2ba15905-9c45-4337-9fef-3bb0448d76e1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418169 Apr 20 17:39:06.084536 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d4260227-5700-4fd0-a386-614aef747765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:06.116166 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51baca3b-39d0-469f-9773-ae40a1d7ebef req-5a84b885-4654-47be-b596-95bf53161ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:06.117791 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-51baca3b-39d0-469f-9773-ae40a1d7ebef req-5a84b885-4654-47be-b596-95bf53161ed4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=beab94894258421e8db637762eeb547c&device_id=f1e3069b-b3a9-43dc-a145-421190f4520b HTTP/1.1" status: 200 len: 1096 time: 0.0855041 Apr 20 17:39:06.321614 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51baca3b-39d0-469f-9773-ae40a1d7ebef req-8e1a3846-102d-4095-a467-4f74c1dd2f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:06.323252 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-51baca3b-39d0-469f-9773-ae40a1d7ebef req-8e1a3846-102d-4095-a467-4f74c1dd2f82 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c56ef912-b303-4c17-a1ae-758968dcb5b3 HTTP/1.1" status: 200 len: 916 time: 0.1980011 Apr 20 17:39:06.404570 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-51baca3b-39d0-469f-9773-ae40a1d7ebef req-e57265ba-2134-4e4b-a5fd-ecdda4cc9f63 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=30f80db9-7d74-4fb7-9475-551a1724a09d HTTP/1.1" status: 200 len: 217 time: 0.0740194 Apr 20 17:39:06.458027 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cb327-b76d-4539-b8aa-3beb11c94f6f req-cd3082ae-29cf-448f-b723-57dee38fe627 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:06.459596 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e35cb327-b76d-4539-b8aa-3beb11c94f6f req-cd3082ae-29cf-448f-b723-57dee38fe627 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1e3069b-b3a9-43dc-a145-421190f4520b HTTP/1.1" status: 200 len: 943 time: 0.2222366 Apr 20 17:39:06.514318 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51baca3b-39d0-469f-9773-ae40a1d7ebef req-f6282c65-fc7f-4be1-8379-8c9df4bd494f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:06.515865 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-51baca3b-39d0-469f-9773-ae40a1d7ebef req-f6282c65-fc7f-4be1-8379-8c9df4bd494f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0562f05f-1bed-4258-b4ef-2d35bf59aa9b HTTP/1.1" status: 200 len: 855 time: 0.1032944 Apr 20 17:39:06.528354 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e35cb327-b76d-4539-b8aa-3beb11c94f6f req-99d852ed-9a7d-407d-a0f2-39afbdde6b88 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617902 Apr 20 17:39:06.577303 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-51baca3b-39d0-469f-9773-ae40a1d7ebef req-9630f90d-386f-4033-8813-d3c550aa6556 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c56ef912-b303-4c17-a1ae-758968dcb5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523162 Apr 20 17:39:06.728719 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-51baca3b-39d0-469f-9773-ae40a1d7ebef req-416fc647-40c0-44ff-a484-cce84f6e8267 service neutron] 10.222.0.76 "GET /v2.0/networks/c56ef912-b303-4c17-a1ae-758968dcb5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358426 Apr 20 17:39:06.872468 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-51baca3b-39d0-469f-9773-ae40a1d7ebef req-097139d7-d2f0-460d-a980-98cdfe273d1d service neutron] 10.222.0.76 "GET /v2.0/networks/c56ef912-b303-4c17-a1ae-758968dcb5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367977 Apr 20 17:39:06.901906 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:06.920614 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c40b5b-a150-41e7-a5c2-77f5f25c3082 req-4e548f8d-27f6-401a-a720-7f7bee83f07e tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:06.922214 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-67c40b5b-a150-41e7-a5c2-77f5f25c3082 req-4e548f8d-27f6-401a-a720-7f7bee83f07e tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c2e0c16-8f29-49ac-84dd-d298d01b09b9 HTTP/1.1" status: 200 len: 944 time: 0.0897512 Apr 20 17:39:06.971741 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-67c40b5b-a150-41e7-a5c2-77f5f25c3082 req-57cebc0f-ccc3-4da6-81ef-da3e728d7a07 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425749 Apr 20 17:39:07.170187 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fe7f1-84a1-4a25-a918-1b7c5f287953 req-83936b6a-ef63-4d50-b221-71c7bcfd6f49 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:07.171739 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6b1fe7f1-84a1-4a25-a918-1b7c5f287953 req-83936b6a-ef63-4d50-b221-71c7bcfd6f49 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.0895932 Apr 20 17:39:07.219097 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6b1fe7f1-84a1-4a25-a918-1b7c5f287953 req-e0d1fb13-f660-484a-b125-d06ced61d06e tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401912 Apr 20 17:39:07.353775 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5651e-7dec-4ef8-b02c-534a3ea1265a req-7896d300-ecf3-4546-8cee-6fef81fb8eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:07.355553 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-90d5651e-7dec-4ef8-b02c-534a3ea1265a req-7896d300-ecf3-4546-8cee-6fef81fb8eae service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=91f08a58d46d4762b691ff2c6db71cd4&device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 1098 time: 0.0815892 Apr 20 17:39:07.478842 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:07.499481 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5651e-7dec-4ef8-b02c-534a3ea1265a req-76173e87-7f6a-40d0-9045-cd97f692d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:07.501940 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-90d5651e-7dec-4ef8-b02c-534a3ea1265a req-76173e87-7f6a-40d0-9045-cd97f692d2e4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=43f466f2-e643-4c2d-a72d-6fa47845b747 HTTP/1.1" status: 200 len: 918 time: 0.1396689 Apr 20 17:39:07.614195 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-90d5651e-7dec-4ef8-b02c-534a3ea1265a req-8c92b140-0423-479b-99e6-880db1d2fa6b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff604c0c-91ae-4156-8503-1063be95d6a4 HTTP/1.1" status: 200 len: 1001 time: 0.1047482 Apr 20 17:39:07.685580 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5651e-7dec-4ef8-b02c-534a3ea1265a req-d1953835-f045-4624-bd09-a351d715c441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:07.687195 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-90d5651e-7dec-4ef8-b02c-534a3ea1265a req-d1953835-f045-4624-bd09-a351d715c441 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e7b59eb6-7796-4d48-ad26-1b7d7898dd0a HTTP/1.1" status: 200 len: 856 time: 0.0652094 Apr 20 17:39:07.731973 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88f8a9-6b6e-47aa-bb26-28dcbcaef69d req-844e0ea2-6083-4b99-927f-5a3f97ce910a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:07.733487 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2f88f8a9-6b6e-47aa-bb26-28dcbcaef69d req-844e0ea2-6083-4b99-927f-5a3f97ce910a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1e3069b-b3a9-43dc-a145-421190f4520b HTTP/1.1" status: 200 len: 943 time: 0.0927699 Apr 20 17:39:07.772260 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5651e-7dec-4ef8-b02c-534a3ea1265a req-83e7f6b2-6c33-44a2-a1f8-9a4ac35694b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:07.773865 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-90d5651e-7dec-4ef8-b02c-534a3ea1265a req-83e7f6b2-6c33-44a2-a1f8-9a4ac35694b4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=43f466f2-e643-4c2d-a72d-6fa47845b747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789919 Apr 20 17:39:07.783595 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2f88f8a9-6b6e-47aa-bb26-28dcbcaef69d req-ab54f0cd-685b-4124-b5e5-178b076549e9 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435884 Apr 20 17:39:08.026506 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:08.194418 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-90d5651e-7dec-4ef8-b02c-534a3ea1265a req-face4e0f-2d98-4945-95c3-f3f3eecb50c1 service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133379 Apr 20 17:39:08.208186 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 039e17bd-9385-4b4e-aeb8-584c6a26c78b up at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:39:08.295321 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b112d1-e3ab-4d46-8ab3-1bbc924f904d req-a0886b26-2de4-4a0f-94fc-8af17cdf7e04 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:08.296919 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-80b112d1-e3ab-4d46-8ab3-1bbc924f904d req-a0886b26-2de4-4a0f-94fc-8af17cdf7e04 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c2e0c16-8f29-49ac-84dd-d298d01b09b9 HTTP/1.1" status: 200 len: 944 time: 0.2059851 Apr 20 17:39:08.335905 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning for port 039e17bd-9385-4b4e-aeb8-584c6a26c78b completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:39:08.341669 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning complete for port 039e17bd-9385-4b4e-aeb8-584c6a26c78b triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:39:08.342091 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:08.383748 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-80b112d1-e3ab-4d46-8ab3-1bbc924f904d req-32ca24d4-a459-4d11-9673-adb0e668cc82 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742993 Apr 20 17:39:08.392570 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-90d5651e-7dec-4ef8-b02c-534a3ea1265a req-e1faf9d1-1c34-4df1-a4cb-07509987e048 service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910481 Apr 20 17:39:08.433753 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9aeda-4f7f-4033-979d-98357b7bf81f req-12f25848-864e-4842-9abd-200a287a5b90 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:08.435387 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-03d9aeda-4f7f-4033-979d-98357b7bf81f req-12f25848-864e-4842-9abd-200a287a5b90 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.0905907 Apr 20 17:39:08.474203 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:08.487853 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-03d9aeda-4f7f-4033-979d-98357b7bf81f req-5f1c829a-a701-4215-981d-43258c3ea502 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454719 Apr 20 17:39:08.503961 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2e0c16-8f29-49ac-84dd-d298d01b09b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039e17bd-9385-4b4e-aeb8-584c6a26c78b'}] {{(pid=86490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:39:08.514414 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 039e17bd-9385-4b4e-aeb8-584c6a26c78b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=039e17bd-9385-4b4e-aeb8-584c6a26c78b,segment=NetworkSegment(de8ff25a-cc49-4d16-b3bb-a8722756c95d),segment_id=de8ff25a-cc49-4d16-b3bb-a8722756c95d)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:39:08.547063 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:08.549800 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:39:08.580599 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2e0c16-8f29-49ac-84dd-d298d01b09b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039e17bd-9385-4b4e-aeb8-584c6a26c78b', 'code': 200} Apr 20 17:39:08.624441 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=039e17bd-9385-4b4e-aeb8-584c6a26c78b,revision_number=5']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:39:08.627552 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:39:08.894695 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f108e4-6b4d-4925-a087-39ffc298d42b req-24ab4fd7-b96b-474a-ad26-9dcbb7aa218b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:08.896296 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-90f108e4-6b4d-4925-a087-39ffc298d42b req-24ab4fd7-b96b-474a-ad26-9dcbb7aa218b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9c2e0c16-8f29-49ac-84dd-d298d01b09b9 HTTP/1.1" status: 200 len: 1098 time: 0.0832188 Apr 20 17:39:08.939842 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-90f108e4-6b4d-4925-a087-39ffc298d42b req-bd7cf29d-df33-4b04-a193-f67fed37f3ed service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369534 Apr 20 17:39:08.984274 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c034c67-196e-4787-9326-671e63df0d5d req-2339a436-1396-438e-9f9f-40f4a459aef0 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:08.985899 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6c034c67-196e-4787-9326-671e63df0d5d req-2339a436-1396-438e-9f9f-40f4a459aef0 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1e3069b-b3a9-43dc-a145-421190f4520b HTTP/1.1" status: 200 len: 943 time: 0.0889270 Apr 20 17:39:09.033212 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6c034c67-196e-4787-9326-671e63df0d5d req-e1e69069-ff54-4dff-a789-606c6cc3cadb tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404334 Apr 20 17:39:09.592374 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512097c-2b8e-4689-ae62-808eca83a76f req-87b1ac04-84b5-4202-a7bc-683ea0fe0f12 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:09.593989 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4512097c-2b8e-4689-ae62-808eca83a76f req-87b1ac04-84b5-4202-a7bc-683ea0fe0f12 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c2e0c16-8f29-49ac-84dd-d298d01b09b9 HTTP/1.1" status: 200 len: 945 time: 0.0914147 Apr 20 17:39:09.646202 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4512097c-2b8e-4689-ae62-808eca83a76f req-d8a4f05e-4eee-45c3-93b3-8123404cd79c tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447154 Apr 20 17:39:09.699003 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fafdb-d9da-4104-b6cb-b17ca2b3a0e4 req-4683f138-c4a7-4c26-a16b-39293134291c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:09.700521 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-375fafdb-d9da-4104-b6cb-b17ca2b3a0e4 req-4683f138-c4a7-4c26-a16b-39293134291c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 945 time: 0.0929265 Apr 20 17:39:09.747680 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-375fafdb-d9da-4104-b6cb-b17ca2b3a0e4 req-04b1b6b7-97c3-4984-b147-66369bb34111 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408463 Apr 20 17:39:10.225498 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 30f80db9-7d74-4fb7-9475-551a1724a09d details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86490) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 17:39:10.233948 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147d308-5e50-47e6-9805-2e72945b5bfe req-f9b9c8b4-fa53-461e-bfca-8fc38ee1db94 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:10.236169 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0147d308-5e50-47e6-9805-2e72945b5bfe req-f9b9c8b4-fa53-461e-bfca-8fc38ee1db94 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1e3069b-b3a9-43dc-a145-421190f4520b HTTP/1.1" status: 200 len: 943 time: 0.0911739 Apr 20 17:39:10.238839 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device ff604c0c-91ae-4156-8503-1063be95d6a4 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:39:10.285528 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0147d308-5e50-47e6-9805-2e72945b5bfe req-5ed57f1f-756f-4317-ab3c-6512d261841b tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420854 Apr 20 17:39:10.472636 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 30f80db9-7d74-4fb7-9475-551a1724a09d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=30f80db9-7d74-4fb7-9475-551a1724a09d,segment=NetworkSegment(629a9c0a-68af-4a2a-b80e-63c1595c5a9c),segment_id=629a9c0a-68af-4a2a-b80e-63c1595c5a9c)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:39:10.483421 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:10.499236 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Returning: {'device': '30f80db9-7d74-4fb7-9475-551a1724a09d', 'network_id': 'c56ef912-b303-4c17-a1ae-758968dcb5b3', 'port_id': '30f80db9-7d74-4fb7-9475-551a1724a09d', 'mac_address': 'fa:16:3e:8e:76:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 969, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0562f05f-1bed-4258-b4ef-2d35bf59aa9b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86490) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:39:10.568643 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port ff604c0c-91ae-4156-8503-1063be95d6a4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ff604c0c-91ae-4156-8503-1063be95d6a4,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:39:10.572934 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:10.583525 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4af915-32cc-4249-b578-fbb2e0e101c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff604c0c-91ae-4156-8503-1063be95d6a4'}] {{(pid=86490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:39:10.596306 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f80db9-7d74-4fb7-9475-551a1724a09d {{(pid=86490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:39:10.612012 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:10.614831 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 30f80db9-7d74-4fb7-9475-551a1724a09d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=30f80db9-7d74-4fb7-9475-551a1724a09d,segment=NetworkSegment(629a9c0a-68af-4a2a-b80e-63c1595c5a9c),segment_id=629a9c0a-68af-4a2a-b80e-63c1595c5a9c)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:39:10.615786 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:39:10.652798 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4af915-32cc-4249-b578-fbb2e0e101c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff604c0c-91ae-4156-8503-1063be95d6a4', 'code': 200} Apr 20 17:39:10.654647 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:10.703207 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=ff604c0c-91ae-4156-8503-1063be95d6a4,revision_number=8']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:39:10.707185 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:39:10.707801 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:39:10.784211 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=30f80db9-7d74-4fb7-9475-551a1724a09d,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:39:10.787323 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:39:10.869530 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e0051-71ad-42a0-9a13-c7c7af37ef94 req-3b21e277-b888-40d9-87ac-044766bae960 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:10.871323 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b34e0051-71ad-42a0-9a13-c7c7af37ef94 req-3b21e277-b888-40d9-87ac-044766bae960 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c2e0c16-8f29-49ac-84dd-d298d01b09b9 HTTP/1.1" status: 200 len: 945 time: 0.0975351 Apr 20 17:39:10.923589 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b34e0051-71ad-42a0-9a13-c7c7af37ef94 req-7600757a-d426-4890-8031-69bc155f8c2f tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453281 Apr 20 17:39:10.970632 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1730a7f-c3a8-4534-aa98-d21842f9d413 req-5f54acd8-4c5b-4f17-9b56-bce3e1f6de21 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:10.972233 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d1730a7f-c3a8-4534-aa98-d21842f9d413 req-5f54acd8-4c5b-4f17-9b56-bce3e1f6de21 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.0952115 Apr 20 17:39:11.021461 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d1730a7f-c3a8-4534-aa98-d21842f9d413 req-f6925453-75c8-4de0-a545-8ee56210c391 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426903 Apr 20 17:39:11.116755 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['30f80db9-7d74-4fb7-9475-551a1724a09d'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:39:11.489421 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536a335-6ea9-4c67-8aaf-e8f63d483fc4 req-39e40867-2687-499d-8c83-a429eeb05f01 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:11.491011 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3536a335-6ea9-4c67-8aaf-e8f63d483fc4 req-39e40867-2687-499d-8c83-a429eeb05f01 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1e3069b-b3a9-43dc-a145-421190f4520b HTTP/1.1" status: 200 len: 944 time: 0.0882952 Apr 20 17:39:11.539297 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3536a335-6ea9-4c67-8aaf-e8f63d483fc4 req-c724ab60-5227-4caa-907e-e6d2a0cd5797 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417688 Apr 20 17:39:12.127404 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8b832-b52c-43b0-a7b2-5af7ca8d036a req-c544e93b-07d3-4401-9337-01126577c8fb tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:12.129049 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-99e8b832-b52c-43b0-a7b2-5af7ca8d036a req-c544e93b-07d3-4401-9337-01126577c8fb tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c2e0c16-8f29-49ac-84dd-d298d01b09b9 HTTP/1.1" status: 200 len: 945 time: 0.0915058 Apr 20 17:39:12.178463 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-99e8b832-b52c-43b0-a7b2-5af7ca8d036a req-cd2c0493-42bf-4746-b54c-9d884b51a5f5 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429931 Apr 20 17:39:12.232923 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7123c57-996f-4e28-b023-0aa8a60a4992 req-b5b6328f-4847-4438-a44f-f9c0ed43ceb6 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:12.234511 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a7123c57-996f-4e28-b023-0aa8a60a4992 req-b5b6328f-4847-4438-a44f-f9c0ed43ceb6 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.0952256 Apr 20 17:39:12.260259 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 30f80db9-7d74-4fb7-9475-551a1724a09d up at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:39:12.282881 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a7123c57-996f-4e28-b023-0aa8a60a4992 req-032804f2-4da5-42ff-b23b-662093cf7aee tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418646 Apr 20 17:39:12.364319 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning for port 30f80db9-7d74-4fb7-9475-551a1724a09d completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:39:12.369811 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning complete for port 30f80db9-7d74-4fb7-9475-551a1724a09d triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:39:12.370433 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:12.503892 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:12.538739 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 30f80db9-7d74-4fb7-9475-551a1724a09d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=30f80db9-7d74-4fb7-9475-551a1724a09d,segment=NetworkSegment(629a9c0a-68af-4a2a-b80e-63c1595c5a9c),segment_id=629a9c0a-68af-4a2a-b80e-63c1595c5a9c)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:39:12.565660 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:12.566657 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device ff604c0c-91ae-4156-8503-1063be95d6a4 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:39:12.597349 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:39:12.650572 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e3069b-b3a9-43dc-a145-421190f4520b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f80db9-7d74-4fb7-9475-551a1724a09d'}] {{(pid=86490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:39:12.700133 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=30f80db9-7d74-4fb7-9475-551a1724a09d,revision_number=5']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:39:12.703421 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:39:13.109996 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20676c-1fea-4f89-9855-5d06ecd4161f req-33fa2cb4-5d79-4be0-a43e-3b11a986f350 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:13.111639 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8f20676c-1fea-4f89-9855-5d06ecd4161f req-33fa2cb4-5d79-4be0-a43e-3b11a986f350 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1e3069b-b3a9-43dc-a145-421190f4520b HTTP/1.1" status: 200 len: 945 time: 0.0933745 Apr 20 17:39:13.165364 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8f20676c-1fea-4f89-9855-5d06ecd4161f req-ce98bb2d-b048-4db4-8ef4-7bcfb4a2f791 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469689 Apr 20 17:39:13.222181 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e3069b-b3a9-43dc-a145-421190f4520b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f80db9-7d74-4fb7-9475-551a1724a09d', 'code': 200} Apr 20 17:39:13.540718 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ab85f-0212-4e25-93fd-3d76473d3b46 req-5ec16c22-5b49-441e-b67a-17d3559cbe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:13.542231 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-944ab85f-0212-4e25-93fd-3d76473d3b46 req-5ec16c22-5b49-441e-b67a-17d3559cbe5a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f1e3069b-b3a9-43dc-a145-421190f4520b HTTP/1.1" status: 200 len: 1098 time: 0.0800514 Apr 20 17:39:13.590257 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-944ab85f-0212-4e25-93fd-3d76473d3b46 req-92c5a051-3192-47b1-adbd-091585dac594 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409100 Apr 20 17:39:13.780422 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bc9ac-8c27-42bf-8f53-f3d6f6e38cf5 req-4ab4678d-6803-4e7d-96ef-e086ffd32d98 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:13.782069 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d44bc9ac-8c27-42bf-8f53-f3d6f6e38cf5 req-4ab4678d-6803-4e7d-96ef-e086ffd32d98 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.0933256 Apr 20 17:39:13.830501 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d44bc9ac-8c27-42bf-8f53-f3d6f6e38cf5 req-55a733e2-aac1-47a5-8356-f1360d0081ff tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414109 Apr 20 17:39:14.071571 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 56238) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:39:14.195231 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c4396f06-df29-4333-a65d-38507e50a0e6 req-07dff89e-2cc6-4520-88de-5904e10059dd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1222422 Apr 20 17:39:14.372751 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba43508-b37d-4185-a6fb-0410b55c44d5 req-2ec5da41-f195-4d91-980b-8e98010ab64d tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:14.374357 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9ba43508-b37d-4185-a6fb-0410b55c44d5 req-2ec5da41-f195-4d91-980b-8e98010ab64d tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1e3069b-b3a9-43dc-a145-421190f4520b HTTP/1.1" status: 200 len: 945 time: 0.0901129 Apr 20 17:39:14.423090 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9ba43508-b37d-4185-a6fb-0410b55c44d5 req-350c2012-a4e2-41b9-9e7c-023fdab0ad70 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417631 Apr 20 17:39:15.041900 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4b254-7026-4650-8393-61d480fe2e5c req-e930682e-bdf4-40cc-b695-0bf1051b218e tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:15.043613 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-12f4b254-7026-4650-8393-61d480fe2e5c req-e930682e-bdf4-40cc-b695-0bf1051b218e tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.0925426 Apr 20 17:39:15.094666 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-12f4b254-7026-4650-8393-61d480fe2e5c req-c311c2f7-1242-4fe9-b6ec-e31f72f4f37a tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441337 Apr 20 17:39:15.634451 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40e53b-2fdf-4be7-bfd2-bc44ac07a4d2 req-347b29a2-e988-4145-aa54-2896314d0109 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:15.636121 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6d40e53b-2fdf-4be7-bfd2-bc44ac07a4d2 req-347b29a2-e988-4145-aa54-2896314d0109 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1e3069b-b3a9-43dc-a145-421190f4520b HTTP/1.1" status: 200 len: 945 time: 0.0972087 Apr 20 17:39:15.685711 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6d40e53b-2fdf-4be7-bfd2-bc44ac07a4d2 req-f6b2a930-12be-4088-95f9-080e98a6a93c tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418317 Apr 20 17:39:15.863880 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4396f06-df29-4333-a65d-38507e50a0e6 req-819dabc0-6b62-43ea-bb4f-1256262acef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:15.865503 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c4396f06-df29-4333-a65d-38507e50a0e6 req-819dabc0-6b62-43ea-bb4f-1256262acef0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3&tenant_id=91f08a58d46d4762b691ff2c6db71cd4 HTTP/1.1" status: 200 len: 1096 time: 0.0784047 Apr 20 17:39:15.979149 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4396f06-df29-4333-a65d-38507e50a0e6 req-814a5fc4-5e17-41a5-ad88-7d2c3fbc88e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:15.980774 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c4396f06-df29-4333-a65d-38507e50a0e6 req-814a5fc4-5e17-41a5-ad88-7d2c3fbc88e0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=91f08a58d46d4762b691ff2c6db71cd4&device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 1096 time: 0.0814564 Apr 20 17:39:16.124377 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4396f06-df29-4333-a65d-38507e50a0e6 req-91fcdef8-71c5-4629-ba8a-8af5158b000f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:16.125978 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c4396f06-df29-4333-a65d-38507e50a0e6 req-91fcdef8-71c5-4629-ba8a-8af5158b000f service neutron] 10.222.0.76 "GET /v2.0/networks?id=43f466f2-e643-4c2d-a72d-6fa47845b747 HTTP/1.1" status: 200 len: 918 time: 0.1390376 Apr 20 17:39:16.289430 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c4396f06-df29-4333-a65d-38507e50a0e6 req-de562657-11aa-4de1-a438-5fff6e9f812b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff604c0c-91ae-4156-8503-1063be95d6a4 HTTP/1.1" status: 200 len: 999 time: 0.1557217 Apr 20 17:39:16.381408 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4396f06-df29-4333-a65d-38507e50a0e6 req-34e61549-fda4-43bc-be3a-df9e0a083621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:16.383012 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c4396f06-df29-4333-a65d-38507e50a0e6 req-34e61549-fda4-43bc-be3a-df9e0a083621 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e7b59eb6-7796-4d48-ad26-1b7d7898dd0a HTTP/1.1" status: 200 len: 856 time: 0.0862896 Apr 20 17:39:16.396612 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54025016-36a4-45c6-93e9-ef843fe84c14 req-e6f609a6-4cb6-4265-b06c-6893ef1cacda tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:16.398097 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-54025016-36a4-45c6-93e9-ef843fe84c14 req-e6f609a6-4cb6-4265-b06c-6893ef1cacda tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.1664054 Apr 20 17:39:16.499218 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-54025016-36a4-45c6-93e9-ef843fe84c14 req-adc87e67-42e0-435b-9573-44a98aeb39d3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653565 Apr 20 17:39:16.513587 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4396f06-df29-4333-a65d-38507e50a0e6 req-43bc10dd-8974-4d58-85e8-482092d0a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:16.515161 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c4396f06-df29-4333-a65d-38507e50a0e6 req-43bc10dd-8974-4d58-85e8-482092d0a2fa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=43f466f2-e643-4c2d-a72d-6fa47845b747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1161306 Apr 20 17:39:16.660747 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c4396f06-df29-4333-a65d-38507e50a0e6 req-8090ed23-98df-4435-9b49-ca177b6626f0 service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374767 Apr 20 17:39:16.803834 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c4396f06-df29-4333-a65d-38507e50a0e6 req-364cd6bd-aa68-41f8-a7a0-3d08f1988eeb service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362903 Apr 20 17:39:17.719574 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bead82-2890-4101-916d-139deb6dc73a req-9813bc1a-3c4d-4d4e-93a1-da23719d43a5 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:17.721153 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e3bead82-2890-4101-916d-139deb6dc73a req-9813bc1a-3c4d-4d4e-93a1-da23719d43a5 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.0914075 Apr 20 17:39:17.783932 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e3bead82-2890-4101-916d-139deb6dc73a req-14699640-effd-495b-a64b-a64dbe738edc tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559978 Apr 20 17:39:18.994014 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa26ac-0fd9-42b0-8806-3132826168b2 req-f7a826e0-6690-4e14-a81d-09ed25888864 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:18.995601 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-07aa26ac-0fd9-42b0-8806-3132826168b2 req-f7a826e0-6690-4e14-a81d-09ed25888864 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.0917630 Apr 20 17:39:19.045517 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-07aa26ac-0fd9-42b0-8806-3132826168b2 req-df4416af-a991-4e23-b7e8-0b5239182774 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428150 Apr 20 17:39:20.284696 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6949c9-e5aa-42c7-9355-e9515ff09ba8 req-a3a68b76-4bb0-4545-b6b3-30a0bdc1d724 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:20.290665 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9d6949c9-e5aa-42c7-9355-e9515ff09ba8 req-a3a68b76-4bb0-4545-b6b3-30a0bdc1d724 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.1041484 Apr 20 17:39:20.338756 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9d6949c9-e5aa-42c7-9355-e9515ff09ba8 req-a6f9ead5-ca74-4eb9-849c-0d335e6962cb tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446169 Apr 20 17:39:21.551911 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2d29d-f98a-459e-853e-2dd509804bda req-0ac2c758-3c2e-4db3-9c82-40a5000bbf4b tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:21.553802 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-03d2d29d-f98a-459e-853e-2dd509804bda req-0ac2c758-3c2e-4db3-9c82-40a5000bbf4b tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.0928485 Apr 20 17:39:21.606598 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-03d2d29d-f98a-459e-853e-2dd509804bda req-40c54756-138e-4b85-bc2f-24b362ed16b0 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459614 Apr 20 17:39:22.846936 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1beed-8288-4591-b170-16b723179528 req-f799e5bd-229c-4d5c-b802-4b2c5f1af026 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:22.848492 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4db1beed-8288-4591-b170-16b723179528 req-f799e5bd-229c-4d5c-b802-4b2c5f1af026 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.1148627 Apr 20 17:39:22.908102 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4db1beed-8288-4591-b170-16b723179528 req-f137aa89-2ab1-4e5b-93ff-bb06b774679b tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496619 Apr 20 17:39:24.132736 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc059f-bd7c-4892-a80d-e707bbea419a req-5ab653df-2d60-4278-8405-f2406d3ee7a1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:24.134555 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-59bc059f-bd7c-4892-a80d-e707bbea419a req-5ab653df-2d60-4278-8405-f2406d3ee7a1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.0963027 Apr 20 17:39:24.184070 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-59bc059f-bd7c-4892-a80d-e707bbea419a req-d202ffde-ef01-4010-a491-0753fb3f055c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427315 Apr 20 17:39:24.495739 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:25.396837 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ce437-9f5d-40cf-8bda-e087d722116e req-dd4decf7-2da9-4a54-9955-342029dec4be tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:25.398419 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cf3ce437-9f5d-40cf-8bda-e087d722116e req-dd4decf7-2da9-4a54-9955-342029dec4be tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.0887487 Apr 20 17:39:25.449874 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cf3ce437-9f5d-40cf-8bda-e087d722116e req-253787e6-6926-4459-a1c0-c4274846b2fd tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450337 Apr 20 17:39:26.675782 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf84280-964e-4b5a-ac36-56c88a4e47e9 req-b7148b00-6f8b-4daa-9be2-f39efd9a1301 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:26.677371 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3cf84280-964e-4b5a-ac36-56c88a4e47e9 req-b7148b00-6f8b-4daa-9be2-f39efd9a1301 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.1013389 Apr 20 17:39:26.951518 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3cf84280-964e-4b5a-ac36-56c88a4e47e9 req-b7efcd5f-b07a-4927-870f-648ec1e341a3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2676606 Apr 20 17:39:28.169654 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d1053-153e-4da3-b960-8205c3b07169 req-8946d6ae-44ee-4fbc-90c5-6e16569df67b tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:28.171263 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-910d1053-153e-4da3-b960-8205c3b07169 req-8946d6ae-44ee-4fbc-90c5-6e16569df67b tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.0966017 Apr 20 17:39:28.223538 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-910d1053-153e-4da3-b960-8205c3b07169 req-0f67896b-af07-42ef-9002-cbea8cfa3d5e tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459566 Apr 20 17:39:29.439608 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94804e-f2c4-44de-b9e0-c72578db2148 req-4a23bbb1-969e-43b0-b0a5-4bd37853a185 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:29.441172 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7a94804e-f2c4-44de-b9e0-c72578db2148 req-4a23bbb1-969e-43b0-b0a5-4bd37853a185 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.0915513 Apr 20 17:39:29.494623 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7a94804e-f2c4-44de-b9e0-c72578db2148 req-c4e90d9b-d184-46f1-97a7-b93cf7144cfb tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460961 Apr 20 17:39:30.710401 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82a38a-a30b-43d8-85b3-916dbce1bd61 req-0bf9f946-c529-4af8-85ef-a4c2ace9fee2 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:30.712034 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1c82a38a-a30b-43d8-85b3-916dbce1bd61 req-0bf9f946-c529-4af8-85ef-a4c2ace9fee2 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.0956266 Apr 20 17:39:30.765700 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1c82a38a-a30b-43d8-85b3-916dbce1bd61 req-5be8161f-f6ad-45a7-bb63-d97d2d22efc9 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460520 Apr 20 17:39:31.971396 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842f43f-a79d-45e7-bf40-52b0d1a1d584 req-c7c568e9-217f-41bf-9a07-7e827efa2ac3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:31.972989 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e842f43f-a79d-45e7-bf40-52b0d1a1d584 req-c7c568e9-217f-41bf-9a07-7e827efa2ac3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.0887091 Apr 20 17:39:32.019832 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e842f43f-a79d-45e7-bf40-52b0d1a1d584 req-eee63e2a-d6d7-495e-b4ae-5334cf93eab1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405927 Apr 20 17:39:33.229623 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947836c7-cca6-41e3-8f95-117d4ff025ce req-29e0e7d8-76ec-4d7a-b162-8bdde8137c85 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:33.231229 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-947836c7-cca6-41e3-8f95-117d4ff025ce req-29e0e7d8-76ec-4d7a-b162-8bdde8137c85 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.0909917 Apr 20 17:39:33.280688 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-947836c7-cca6-41e3-8f95-117d4ff025ce req-349f7877-e31a-4c1c-826c-8c969c8d7548 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425317 Apr 20 17:39:33.981358 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0e8d8ecb-fa17-411e-adfd-5a94985f6abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:34.496176 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43612ca2-2e00-4e70-a879-fe43345587fb req-f8ea427a-38d1-44f9-af31-aff67dcf594d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:34.497788 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-43612ca2-2e00-4e70-a879-fe43345587fb req-f8ea427a-38d1-44f9-af31-aff67dcf594d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.0957460 Apr 20 17:39:34.549890 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-43612ca2-2e00-4e70-a879-fe43345587fb req-8a896a22-98fc-48d0-9d62-88bf00edadc2 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447845 Apr 20 17:39:35.763672 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b86d97-3e4d-45be-af4b-4fbda3a81700 req-942794b8-5a01-4b6a-b021-2997f4998b90 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:35.765236 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-48b86d97-3e4d-45be-af4b-4fbda3a81700 req-942794b8-5a01-4b6a-b021-2997f4998b90 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.0901997 Apr 20 17:39:35.812835 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-48b86d97-3e4d-45be-af4b-4fbda3a81700 req-57b0f7b5-ce69-4e01-b20a-f39434908b2f tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410063 Apr 20 17:39:36.101531 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1a137334-c5e0-4d10-9fb3-9685cedd4329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:36.907302 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:37.017682 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b79ce5-e236-4e79-ad91-add3a39cabc7 req-70703396-9522-4727-b48a-4b84863562f4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:37.019284 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f5b79ce5-e236-4e79-ad91-add3a39cabc7 req-70703396-9522-4727-b48a-4b84863562f4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.0882039 Apr 20 17:39:37.066053 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f5b79ce5-e236-4e79-ad91-add3a39cabc7 req-efe8f8d4-b0df-4e13-94f9-511fc905164c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405352 Apr 20 17:39:37.467305 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:38.067618 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:38.271663 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02ebd7-d060-47f7-8b3e-cd1ba067e282 req-bb01c098-0487-4f83-baad-06e4ef8a38ff tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:38.273163 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-eb02ebd7-d060-47f7-8b3e-cd1ba067e282 req-bb01c098-0487-4f83-baad-06e4ef8a38ff tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.0895574 Apr 20 17:39:38.322358 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-eb02ebd7-d060-47f7-8b3e-cd1ba067e282 req-c5d2ca53-dcf9-434f-83c3-4a1772e1e4bf tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419748 Apr 20 17:39:39.499464 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-86bdcd68-0ec6-4cfe-aa65-3ef8fcd0187f tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:39.502160 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-86bdcd68-0ec6-4cfe-aa65-3ef8fcd0187f tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/networks?id=c56ef912-b303-4c17-a1ae-758968dcb5b3 HTTP/1.1" status: 200 len: 815 time: 0.1584935 Apr 20 17:39:39.518527 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-ecc9eba3-5707-47d6-a2b9-72ad69247100 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/quotas/beab94894258421e8db637762eeb547c HTTP/1.1" status: 200 len: 375 time: 0.0102487 Apr 20 17:39:39.533046 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace68865-379d-45ea-835a-cc48fcd20b98 req-5a5008e8-afb9-4a69-8b86-5ad472af3274 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:39.534754 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ace68865-379d-45ea-835a-cc48fcd20b98 req-5a5008e8-afb9-4a69-8b86-5ad472af3274 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.0929229 Apr 20 17:39:39.583579 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ace68865-379d-45ea-835a-cc48fcd20b98 req-3b86707b-76a4-4f94-b884-58518bce93a5 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419619 Apr 20 17:39:39.610039 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-e7ed5ef5-47c2-4aa7-b33d-20bb2c4d9be0 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=beab94894258421e8db637762eeb547c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0857379 Apr 20 17:39:39.961924 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-12886a4f-4baf-4078-9a88-c542165b03b6 service neutron] 10.222.0.75 "GET /v2.0/networks/c56ef912-b303-4c17-a1ae-758968dcb5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441224 Apr 20 17:39:40.103284 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-12e98a73-9acc-4233-945f-8f844215522e service neutron] 10.222.0.75 "GET /v2.0/networks/c56ef912-b303-4c17-a1ae-758968dcb5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345232 Apr 20 17:39:40.806955 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aed151-3495-4e8d-81bf-8bf867bcc370 req-34530d8d-70a3-4d1b-8ed5-17b9a7d077de tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:40.808415 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-81aed151-3495-4e8d-81bf-8bf867bcc370 req-34530d8d-70a3-4d1b-8ed5-17b9a7d077de tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.0854304 Apr 20 17:39:40.858128 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-81aed151-3495-4e8d-81bf-8bf867bcc370 req-164de1ee-6c83-4613-bf20-aa6eaf43ad58 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430565 Apr 20 17:39:41.388513 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5a24aecc-8de1-4c71-9cac-a3ed2c914e4f req-3978f362-f4d2-4803-a0eb-c7adf0112b5d tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d56c4df-4f57-4f7e-af2a-7422f88cfd5e HTTP/1.1" status: 200 len: 210 time: 0.0503983 Apr 20 17:39:42.066254 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece9899-808d-45f5-9aff-d6a414b9bd6a req-8e40e5cc-7a31-4332-b9de-74f5e8b08595 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:42.067908 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-aece9899-808d-45f5-9aff-d6a414b9bd6a req-8e40e5cc-7a31-4332-b9de-74f5e8b08595 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 943 time: 0.0886388 Apr 20 17:39:42.117160 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-aece9899-808d-45f5-9aff-d6a414b9bd6a req-5c6f62d8-7d2d-4586-807a-eb5fd1f39565 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425723 Apr 20 17:39:42.296992 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device ff604c0c-91ae-4156-8503-1063be95d6a4 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86490) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 17:39:42.442951 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port ff604c0c-91ae-4156-8503-1063be95d6a4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ff604c0c-91ae-4156-8503-1063be95d6a4,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:39:42.457602 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Returning: {'device': 'ff604c0c-91ae-4156-8503-1063be95d6a4', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'port_id': 'ff604c0c-91ae-4156-8503-1063be95d6a4', 'mac_address': 'fa:16:3e:c6:50:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 957, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86490) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:39:42.512544 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:39:42.524056 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:42.543070 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff604c0c-91ae-4156-8503-1063be95d6a4 {{(pid=86490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:39:42.561052 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port ff604c0c-91ae-4156-8503-1063be95d6a4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ff604c0c-91ae-4156-8503-1063be95d6a4,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:39:42.572044 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c808126d-1cbb-4791-bc72-a8622757733d req-58440c87-45e5-4501-a690-54cbbbed28b4 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d56c4df-4f57-4f7e-af2a-7422f88cfd5e HTTP/1.1" status: 200 len: 210 time: 0.0541770 Apr 20 17:39:42.593219 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:42.596544 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:39:42.670426 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=ff604c0c-91ae-4156-8503-1063be95d6a4,revision_number=9']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:39:42.673751 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:39:43.146135 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['ff604c0c-91ae-4156-8503-1063be95d6a4'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:39:43.333321 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-eac73b11-093a-48b7-ad07-9cbbdf1bd0d9 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:43.335416 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-eac73b11-093a-48b7-ad07-9cbbdf1bd0d9 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.76 "GET /v2.0/networks?id=c56ef912-b303-4c17-a1ae-758968dcb5b3 HTTP/1.1" status: 200 len: 815 time: 0.1732252 Apr 20 17:39:43.358521 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Request body: {'port': {'device_id': '1d56c4df-4f57-4f7e-af2a-7422f88cfd5e', 'network_id': 'c56ef912-b303-4c17-a1ae-758968dcb5b3', 'admin_state_up': True, 'tenant_id': 'beab94894258421e8db637762eeb547c'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:39:43.364607 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585948b0-d5c2-4539-a926-694e57c2dc09 req-47b3d971-bf0d-4138-9360-9610598a9de6 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:43.366183 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-585948b0-d5c2-4539-a926-694e57c2dc09 req-47b3d971-bf0d-4138-9360-9610598a9de6 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 944 time: 0.1218972 Apr 20 17:39:43.421055 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-585948b0-d5c2-4539-a926-694e57c2dc09 req-e96af172-8d3e-403d-9ef5-aab54b4f2cff tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425470 Apr 20 17:39:43.507707 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:39:43.517903 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:39:43.553575 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Made reservation on behalf of beab94894258421e8db637762eeb547c for: {'port': 1} {{(pid=86489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:39:43.560552 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:43.764903 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-88eab0cc-96bd-4392-849a-f7d1066c2056 req-86055b86-12e9-4414-bd0d-82003b0446e9 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d56c4df-4f57-4f7e-af2a-7422f88cfd5e HTTP/1.1" status: 200 len: 210 time: 0.0635788 Apr 20 17:39:43.782592 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Allocated IP 172.20.0.12 (c56ef912-b303-4c17-a1ae-758968dcb5b3/0562f05f-1bed-4258-b4ef-2d35bf59aa9b/ca440a4d-2511-48a5-b1da-66dd1d73fbcb) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:39:43.992419 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:44.038821 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278367'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:44.044330 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-16ca422c-e66a-415f-bd5b-c361cb1d9f8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:39:44.118454 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Network c56ef912-b303-4c17-a1ae-758968dcb5b3 is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:39:44.121720 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:39:44.125823 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:39:44.160311 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Pushing event updated for resources: {'Port': ['ID=ca440a4d-2511-48a5-b1da-66dd1d73fbcb,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:39:44.176720 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:39:44.177126 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:39:44.177529 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:39:44.177925 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:39:44.178310 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:39:44.178731 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:39:44.179115 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:39:44.179504 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:39:44.179889 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:39:44.180271 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:39:44.180651 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:39:44.181030 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:39:44.186439 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:39:44.209341 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:44.209998 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:44.215193 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['30f80db9-7d74-4fb7-9475-551a1724a09d'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:39:44.256342 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9059243 Apr 20 17:39:44.277895 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-a4fc25dc-52cb-40e3-9c67-75329e67c141 service neutron] Request body: {'port': {'device_id': '1d56c4df-4f57-4f7e-af2a-7422f88cfd5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:39:44.399664 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-a4fc25dc-52cb-40e3-9c67-75329e67c141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:44.625152 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324e997-6cfa-4781-a902-4217a49e6d19 req-d13d0d79-c7a1-4876-81fc-c25dd1cb0bb3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:44.627388 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1324e997-6cfa-4781-a902-4217a49e6d19 req-d13d0d79-c7a1-4876-81fc-c25dd1cb0bb3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 944 time: 0.0918565 Apr 20 17:39:44.675388 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1324e997-6cfa-4781-a902-4217a49e6d19 req-5bbb0e0e-b122-416f-bf51-30b31d52ef61 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417221 Apr 20 17:39:44.767354 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-a4fc25dc-52cb-40e3-9c67-75329e67c141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca440a4d-2511-48a5-b1da-66dd1d73fbcb {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:39:44.775182 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-a4fc25dc-52cb-40e3-9c67-75329e67c141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:44.789951 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-a4fc25dc-52cb-40e3-9c67-75329e67c141 service neutron] Transition to ACTIVE for port object ca440a4d-2511-48a5-b1da-66dd1d73fbcb will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:39:44.821601 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-a4fc25dc-52cb-40e3-9c67-75329e67c141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852497450'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:44.826833 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-9087b426-aec4-4dcb-8010-e8294878a717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:39:45.018478 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc25dc-52cb-40e3-9c67-75329e67c141 service neutron] Pushing event updated for resources: {'Port': ['ID=ca440a4d-2511-48a5-b1da-66dd1d73fbcb,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:39:45.051754 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a4fc25dc-52cb-40e3-9c67-75329e67c141 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:39:45.158883 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719dd8f-4238-4212-a0a1-9d271b5d0c24 req-baafbf05-d972-4961-8d2e-1fbea7cb9efd tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:45.159578 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-5719dd8f-4238-4212-a0a1-9d271b5d0c24 req-baafbf05-d972-4961-8d2e-1fbea7cb9efd tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Synchronizing usage tracker for tenant:beab94894258421e8db637762eeb547c on resource:port {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:39:45.164835 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-a4fc25dc-52cb-40e3-9c67-75329e67c141 service neutron] Attempting to bind port ca440a4d-2511-48a5-b1da-66dd1d73fbcb on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:39:45.165296 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-a4fc25dc-52cb-40e3-9c67-75329e67c141 service neutron] Attempting to bind port ca440a4d-2511-48a5-b1da-66dd1d73fbcb by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '629a9c0a-68af-4a2a-b80e-63c1595c5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c56ef912-b303-4c17-a1ae-758968dcb5b3'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:39:45.165562 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-a4fc25dc-52cb-40e3-9c67-75329e67c141 service neutron] Attempting to bind port ca440a4d-2511-48a5-b1da-66dd1d73fbcb on network c56ef912-b303-4c17-a1ae-758968dcb5b3 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:39:45.177139 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-a4fc25dc-52cb-40e3-9c67-75329e67c141 service neutron] Port ca440a4d-2511-48a5-b1da-66dd1d73fbcb on network c56ef912-b303-4c17-a1ae-758968dcb5b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:39:45.177506 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-a4fc25dc-52cb-40e3-9c67-75329e67c141 service neutron] Attempting to bind port ca440a4d-2511-48a5-b1da-66dd1d73fbcb on network c56ef912-b303-4c17-a1ae-758968dcb5b3 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:39:45.184962 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-a4fc25dc-52cb-40e3-9c67-75329e67c141 service neutron] Checking agent: {'id': 'fd2caffb-19f6-4460-a29d-56c5ffae00d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'started_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:39:45.185342 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-a4fc25dc-52cb-40e3-9c67-75329e67c141 service neutron] Checking segment: {'id': '629a9c0a-68af-4a2a-b80e-63c1595c5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c56ef912-b303-4c17-a1ae-758968dcb5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:39:45.185766 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-a4fc25dc-52cb-40e3-9c67-75329e67c141 service neutron] Bound using segment: {'id': '629a9c0a-68af-4a2a-b80e-63c1595c5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c56ef912-b303-4c17-a1ae-758968dcb5b3'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:39:45.186240 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-a4fc25dc-52cb-40e3-9c67-75329e67c141 service neutron] Bound port: ca440a4d-2511-48a5-b1da-66dd1d73fbcb, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629a9c0a-68af-4a2a-b80e-63c1595c5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c56ef912-b303-4c17-a1ae-758968dcb5b3'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:39:45.186645 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-a4fc25dc-52cb-40e3-9c67-75329e67c141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:45.233590 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-5719dd8f-4238-4212-a0a1-9d271b5d0c24 req-baafbf05-d972-4961-8d2e-1fbea7cb9efd tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Unset dirty status for tenant:beab94894258421e8db637762eeb547c on resource:port {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:39:45.235420 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5719dd8f-4238-4212-a0a1-9d271b5d0c24 req-baafbf05-d972-4961-8d2e-1fbea7cb9efd tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d56c4df-4f57-4f7e-af2a-7422f88cfd5e HTTP/1.1" status: 200 len: 944 time: 0.2878172 Apr 20 17:39:45.318403 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5719dd8f-4238-4212-a0a1-9d271b5d0c24 req-da5afe24-4181-4398-9a85-5596073fa7bc tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760713 Apr 20 17:39:45.322266 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-a4fc25dc-52cb-40e3-9c67-75329e67c141 service neutron] For port ca440a4d-2511-48a5-b1da-66dd1d73fbcb, host hv-cinder-78692, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:39:45.325628 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-a4fc25dc-52cb-40e3-9c67-75329e67c141 service neutron] For port ca440a4d-2511-48a5-b1da-66dd1d73fbcb, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ca440a4d-2511-48a5-b1da-66dd1d73fbcb,segment=NetworkSegment(629a9c0a-68af-4a2a-b80e-63c1595c5a9c),segment_id=629a9c0a-68af-4a2a-b80e-63c1595c5a9c)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:39:45.353579 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-a4fc25dc-52cb-40e3-9c67-75329e67c141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852497450'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:45.358540 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-9087b426-aec4-4dcb-8010-e8294878a717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:39:45.411433 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-a4fc25dc-52cb-40e3-9c67-75329e67c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:45.412055 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-a4fc25dc-52cb-40e3-9c67-75329e67c141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:45.413531 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-a4fc25dc-52cb-40e3-9c67-75329e67c141 service neutron] 10.222.0.76 "PUT /v2.0/ports/ca440a4d-2511-48a5-b1da-66dd1d73fbcb HTTP/1.1" status: 200 len: 1094 time: 1.1400862 Apr 20 17:39:45.414047 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d56c4df-4f57-4f7e-af2a-7422f88cfd5e', 'tag': 'ca440a4d-2511-48a5-b1da-66dd1d73fbcb'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:39:45.452426 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc25dc-52cb-40e3-9c67-75329e67c141 service neutron] Pushing event updated for resources: {'Port': ['ID=ca440a4d-2511-48a5-b1da-66dd1d73fbcb,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:39:45.455868 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a4fc25dc-52cb-40e3-9c67-75329e67c141 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:39:45.464678 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d56c4df-4f57-4f7e-af2a-7422f88cfd5e', 'tag': 'ca440a4d-2511-48a5-b1da-66dd1d73fbcb', 'status': 'completed', 'code': 200} Apr 20 17:39:45.610705 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5fe1f-23cd-481d-859b-240622d0b0bc req-2d45ae54-b077-4ca1-b99f-54ff3e4fed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:45.612316 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4ed5fe1f-23cd-481d-859b-240622d0b0bc req-2d45ae54-b077-4ca1-b99f-54ff3e4fed2d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=beab94894258421e8db637762eeb547c&device_id=1d56c4df-4f57-4f7e-af2a-7422f88cfd5e HTTP/1.1" status: 200 len: 1097 time: 0.0804119 Apr 20 17:39:45.776506 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5fe1f-23cd-481d-859b-240622d0b0bc req-b0de6429-627e-4030-8a70-d8a3e4dffcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:45.778100 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4ed5fe1f-23cd-481d-859b-240622d0b0bc req-b0de6429-627e-4030-8a70-d8a3e4dffcd9 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=beab94894258421e8db637762eeb547c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1495817 Apr 20 17:39:45.999809 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dce927-358d-4fd1-980f-769afc5b352b req-916d7a25-75d2-44e8-8ec0-00896906de37 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:46.001857 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-62dce927-358d-4fd1-980f-769afc5b352b req-916d7a25-75d2-44e8-8ec0-00896906de37 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 944 time: 0.1951504 Apr 20 17:39:46.003060 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5fe1f-23cd-481d-859b-240622d0b0bc req-8d46021b-5b22-4702-9ce0-f9be048bef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:46.004480 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4ed5fe1f-23cd-481d-859b-240622d0b0bc req-8d46021b-5b22-4702-9ce0-f9be048bef3d service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2194042 Apr 20 17:39:46.048989 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-62dce927-358d-4fd1-980f-769afc5b352b req-ef38917f-136a-41b5-b4ef-d241552608f1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408697 Apr 20 17:39:46.153617 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-32b83f05-d397-4739-86fb-3b2cdd63ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:46.155200 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-32b83f05-d397-4739-86fb-3b2cdd63ab36 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=beab94894258421e8db637762eeb547c&device_id=1d56c4df-4f57-4f7e-af2a-7422f88cfd5e HTTP/1.1" status: 200 len: 1097 time: 0.0802982 Apr 20 17:39:46.237398 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-c2df1378-3193-48a6-9766-3a89a0e09bf3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca440a4d-2511-48a5-b1da-66dd1d73fbcb HTTP/1.1" status: 200 len: 217 time: 0.0656183 Apr 20 17:39:46.332948 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device ff604c0c-91ae-4156-8503-1063be95d6a4 up at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:39:46.556168 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-a13de6c0-3b7f-41c8-8eb6-1f7dac66cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:46.557859 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-a13de6c0-3b7f-41c8-8eb6-1f7dac66cb94 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0562f05f-1bed-4258-b4ef-2d35bf59aa9b HTTP/1.1" status: 200 len: 855 time: 0.3143644 Apr 20 17:39:46.611428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning complete for port ff604c0c-91ae-4156-8503-1063be95d6a4 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:39:46.611879 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:46.620434 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-efa41238-16d8-48c8-90c5-218dde922e77 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c56ef912-b303-4c17-a1ae-758968dcb5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507212 Apr 20 17:39:46.695622 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de52c9d-b1f2-44da-b5f2-47984f97423d req-e3b7b910-7703-40ed-b8ce-8dd34e4d95ca tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:46.697677 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1de52c9d-b1f2-44da-b5f2-47984f97423d req-e3b7b910-7703-40ed-b8ce-8dd34e4d95ca tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d56c4df-4f57-4f7e-af2a-7422f88cfd5e HTTP/1.1" status: 200 len: 944 time: 0.0997477 Apr 20 17:39:46.747758 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:46.750465 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1de52c9d-b1f2-44da-b5f2-47984f97423d req-3e3ba3d1-29f5-4ef6-a01b-85899e0e789e tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465369 Apr 20 17:39:46.781244 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4af915-32cc-4249-b578-fbb2e0e101c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff604c0c-91ae-4156-8503-1063be95d6a4'}] {{(pid=86490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:39:46.781468 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-e0220afe-e9ec-4f55-b23c-a25a44616518 service neutron] 10.222.0.76 "GET /v2.0/networks/c56ef912-b303-4c17-a1ae-758968dcb5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524336 Apr 20 17:39:46.790387 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port ff604c0c-91ae-4156-8503-1063be95d6a4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ff604c0c-91ae-4156-8503-1063be95d6a4,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:39:46.831844 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4af915-32cc-4249-b578-fbb2e0e101c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff604c0c-91ae-4156-8503-1063be95d6a4', 'code': 200} Apr 20 17:39:46.837829 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:46.839889 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:39:46.918074 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=ff604c0c-91ae-4156-8503-1063be95d6a4,revision_number=10']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:39:46.926986 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:39:46.928300 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:39:46.928300 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:39:46.928300 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:39:46.928635 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:39:46.928748 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:39:46.929127 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:39:46.929497 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:39:46.929865 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:39:46.930233 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:39:46.930618 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:39:46.931181 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:39:46.934975 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:39:46.938105 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-247aa8f8-ef09-4a8f-8941-3b5a54ea10cd req-db90dcdf-4384-4f6e-a6f7-c0c6b20a3ffb service neutron] 10.222.0.76 "GET /v2.0/networks/c56ef912-b303-4c17-a1ae-758968dcb5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466591 Apr 20 17:39:47.257994 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e13b0-7a29-498f-a056-ee8966913b10 req-6066ab4f-4b49-4dce-9318-6d9aa35a7f0c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:47.259543 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f25e13b0-7a29-498f-a056-ee8966913b10 req-6066ab4f-4b49-4dce-9318-6d9aa35a7f0c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 946 time: 0.0887306 Apr 20 17:39:47.310178 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f25e13b0-7a29-498f-a056-ee8966913b10 req-392c2ce1-2ce3-4b0b-bb5a-5dfbdfa0d7f6 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444138 Apr 20 17:39:47.727093 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edeab7-ddc5-4ec9-ae2e-820a2c526021 req-95789ecd-9532-4d58-91c4-cf003b0e11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:47.728724 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-27edeab7-ddc5-4ec9-ae2e-820a2c526021 req-95789ecd-9532-4d58-91c4-cf003b0e11bb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 1099 time: 0.0781920 Apr 20 17:39:47.775991 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-27edeab7-ddc5-4ec9-ae2e-820a2c526021 req-ee6722ee-4508-468b-8d07-2f50c736a90d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362802 Apr 20 17:39:47.951447 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e7660-9551-4d38-a383-c462ba550ba5 req-4404f4ad-18e7-4736-bdd2-5eaa2c8bf665 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:47.952995 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-399e7660-9551-4d38-a383-c462ba550ba5 req-4404f4ad-18e7-4736-bdd2-5eaa2c8bf665 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d56c4df-4f57-4f7e-af2a-7422f88cfd5e HTTP/1.1" status: 200 len: 944 time: 0.0864844 Apr 20 17:39:48.000889 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-399e7660-9551-4d38-a383-c462ba550ba5 req-28949484-1e0e-4674-b2e9-ea38923be929 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411158 Apr 20 17:39:48.522513 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bb240-2d9a-46ea-8a4f-09db3858ba60 req-42bdc515-c124-4609-af51-10c6dfbfb6e9 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:48.524134 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d36bb240-2d9a-46ea-8a4f-09db3858ba60 req-42bdc515-c124-4609-af51-10c6dfbfb6e9 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 946 time: 0.0933380 Apr 20 17:39:48.571931 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d36bb240-2d9a-46ea-8a4f-09db3858ba60 req-ba0370d8-e87e-43b7-a231-f748012d7a08 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413544 Apr 20 17:39:49.198348 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea316fe-9666-4ddf-8a78-c6c54376ec9b req-b2cbf53d-fdaf-4220-9ea3-6602e1650e1d tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:49.199999 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4ea316fe-9666-4ddf-8a78-c6c54376ec9b req-b2cbf53d-fdaf-4220-9ea3-6602e1650e1d tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d56c4df-4f57-4f7e-af2a-7422f88cfd5e HTTP/1.1" status: 200 len: 944 time: 0.0866899 Apr 20 17:39:49.250677 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4ea316fe-9666-4ddf-8a78-c6c54376ec9b req-50cabfa6-8faf-430d-8f35-49a502502de6 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443149 Apr 20 17:39:49.782761 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e394e-d081-4b97-940f-d6c5cc37a148 req-54ab867f-e199-4683-b354-bf1e757cad5d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:49.784339 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-066e394e-d081-4b97-940f-d6c5cc37a148 req-54ab867f-e199-4683-b354-bf1e757cad5d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 946 time: 0.0920999 Apr 20 17:39:49.836852 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-066e394e-d081-4b97-940f-d6c5cc37a148 req-d44d0479-a424-4337-88fc-4b27c8dbd107 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458844 Apr 20 17:39:50.458772 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3333e55-ca99-4fac-ba92-98c13d1c30b8 req-69288110-5ca4-46dc-9b55-97bd35905bb9 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:50.460254 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c3333e55-ca99-4fac-ba92-98c13d1c30b8 req-69288110-5ca4-46dc-9b55-97bd35905bb9 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d56c4df-4f57-4f7e-af2a-7422f88cfd5e HTTP/1.1" status: 200 len: 944 time: 0.0896015 Apr 20 17:39:50.509298 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c3333e55-ca99-4fac-ba92-98c13d1c30b8 req-5150747e-80fa-4e85-926d-05fac6d9c1c7 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423820 Apr 20 17:39:51.045747 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e22747-0077-44e2-a1f9-38ac51c341d0 req-b10a6230-b61c-442e-b17c-93115a75d8fe tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:51.053295 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-81e22747-0077-44e2-a1f9-38ac51c341d0 req-b10a6230-b61c-442e-b17c-93115a75d8fe tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 946 time: 0.0958393 Apr 20 17:39:51.097921 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-81e22747-0077-44e2-a1f9-38ac51c341d0 req-7360ece6-9413-4175-9068-faf1b70da271 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435820 Apr 20 17:39:51.490470 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9a53b-346d-4cde-b815-d082c154ee7f req-a172ed5c-2b2f-4e80-b23c-8a1ba93bafc4 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:51.492092 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-54d9a53b-346d-4cde-b815-d082c154ee7f req-a172ed5c-2b2f-4e80-b23c-8a1ba93bafc4 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0935848 Apr 20 17:39:51.542009 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-54d9a53b-346d-4cde-b815-d082c154ee7f req-44ba0395-7d1c-46ab-a055-1b222dda3798 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434844 Apr 20 17:39:51.714138 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558062a7-95d4-4ccb-80cc-1dabd3ceef66 req-62f76b6a-670e-4a00-928b-fb268164f8f6 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:51.715992 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-558062a7-95d4-4ccb-80cc-1dabd3ceef66 req-62f76b6a-670e-4a00-928b-fb268164f8f6 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d56c4df-4f57-4f7e-af2a-7422f88cfd5e HTTP/1.1" status: 200 len: 944 time: 0.0916243 Apr 20 17:39:51.763193 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-558062a7-95d4-4ccb-80cc-1dabd3ceef66 req-4f7119c1-c849-417e-89c9-838205f5f9ce tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408077 Apr 20 17:39:52.308905 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07be41-8ce5-42f9-9a4b-fac0e5ba9da4 req-b342170d-5dcc-450f-8d88-5a143dbb8b69 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:52.310599 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2e07be41-8ce5-42f9-9a4b-fac0e5ba9da4 req-b342170d-5dcc-450f-8d88-5a143dbb8b69 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 946 time: 0.0930924 Apr 20 17:39:52.357836 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device ca440a4d-2511-48a5-b1da-66dd1d73fbcb details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86490) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 17:39:52.363295 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2e07be41-8ce5-42f9-9a4b-fac0e5ba9da4 req-a84bd9c1-4f9a-4f10-8209-8042e9895976 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461659 Apr 20 17:39:52.501264 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port ca440a4d-2511-48a5-b1da-66dd1d73fbcb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ca440a4d-2511-48a5-b1da-66dd1d73fbcb,segment=NetworkSegment(629a9c0a-68af-4a2a-b80e-63c1595c5a9c),segment_id=629a9c0a-68af-4a2a-b80e-63c1595c5a9c)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:39:52.514946 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Returning: {'device': 'ca440a4d-2511-48a5-b1da-66dd1d73fbcb', 'network_id': 'c56ef912-b303-4c17-a1ae-758968dcb5b3', 'port_id': 'ca440a4d-2511-48a5-b1da-66dd1d73fbcb', 'mac_address': 'fa:16:3e:60:92:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 969, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0562f05f-1bed-4258-b4ef-2d35bf59aa9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86490) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:39:52.573526 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:52.595950 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca440a4d-2511-48a5-b1da-66dd1d73fbcb {{(pid=86490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:39:52.612659 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port ca440a4d-2511-48a5-b1da-66dd1d73fbcb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ca440a4d-2511-48a5-b1da-66dd1d73fbcb,segment=NetworkSegment(629a9c0a-68af-4a2a-b80e-63c1595c5a9c),segment_id=629a9c0a-68af-4a2a-b80e-63c1595c5a9c)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:39:52.643243 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:52.645210 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3f5a2121-83b0-46f5-bf81-47f11c91283e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:39:52.715973 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=ca440a4d-2511-48a5-b1da-66dd1d73fbcb,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:39:52.719825 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:39:52.750908 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3492f-6dc6-48f5-a73b-b4c27eda7e08 req-a59d762a-640d-4fcb-8e5b-c6a3b713889f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:52.752529 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-58c3492f-6dc6-48f5-a73b-b4c27eda7e08 req-a59d762a-640d-4fcb-8e5b-c6a3b713889f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0890048 Apr 20 17:39:52.799203 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-58c3492f-6dc6-48f5-a73b-b4c27eda7e08 req-1114d265-0d06-4ffb-8e56-3492dc838f1a tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403044 Apr 20 17:39:52.963685 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ded717-f7ac-42a1-a56b-845e4ee9e093 req-3f2ced41-3921-4978-b6ef-e75ac5ee0a84 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:52.965268 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9ded717-f7ac-42a1-a56b-845e4ee9e093 req-3f2ced41-3921-4978-b6ef-e75ac5ee0a84 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d56c4df-4f57-4f7e-af2a-7422f88cfd5e HTTP/1.1" status: 200 len: 945 time: 0.0878692 Apr 20 17:39:53.012894 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9ded717-f7ac-42a1-a56b-845e4ee9e093 req-dde42942-9fd3-4d00-9963-adc4b6801c2a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407040 Apr 20 17:39:53.216440 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['ca440a4d-2511-48a5-b1da-66dd1d73fbcb'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:39:54.003387 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cb69e-b75d-4c8b-aad0-07c8de007f71 req-5afe62b1-b673-42d0-9c1c-ba5615720173 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:54.004870 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f61cb69e-b75d-4c8b-aad0-07c8de007f71 req-5afe62b1-b673-42d0-9c1c-ba5615720173 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0922003 Apr 20 17:39:54.052614 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f61cb69e-b75d-4c8b-aad0-07c8de007f71 req-3aa6e9f5-73e8-495a-b61d-11f9a629161c tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414133 Apr 20 17:39:54.218386 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309cc70-9510-40e6-ade0-9a90390e4b83 req-356cdd0a-0319-4639-9bb6-1dff043bd7c2 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:54.220663 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8309cc70-9510-40e6-ade0-9a90390e4b83 req-356cdd0a-0319-4639-9bb6-1dff043bd7c2 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d56c4df-4f57-4f7e-af2a-7422f88cfd5e HTTP/1.1" status: 200 len: 945 time: 0.0955312 Apr 20 17:39:54.268465 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8309cc70-9510-40e6-ade0-9a90390e4b83 req-8381c8cb-1a20-4b04-bc4f-4dbad1c671a2 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414493 Apr 20 17:39:54.494729 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:55.251401 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e9733-dc34-4254-b111-9c6aab520bb5 req-e35e148d-6f67-4638-b347-89ea53b9c328 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:55.252983 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a27e9733-dc34-4254-b111-9c6aab520bb5 req-e35e148d-6f67-4638-b347-89ea53b9c328 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0874059 Apr 20 17:39:55.303943 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a27e9733-dc34-4254-b111-9c6aab520bb5 req-0a736510-a413-4e33-b502-557c180627e3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445466 Apr 20 17:39:55.472109 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e346df-5ebe-488c-bca4-24f2c9d51415 req-b5473f44-44ed-44bf-9f59-2a2a830d1def tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:55.473694 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-29e346df-5ebe-488c-bca4-24f2c9d51415 req-b5473f44-44ed-44bf-9f59-2a2a830d1def tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d56c4df-4f57-4f7e-af2a-7422f88cfd5e HTTP/1.1" status: 200 len: 945 time: 0.0940237 Apr 20 17:39:55.521015 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-29e346df-5ebe-488c-bca4-24f2c9d51415 req-822089c8-4355-4157-8198-ee10e42d299a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409029 Apr 20 17:39:56.377151 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device ca440a4d-2511-48a5-b1da-66dd1d73fbcb up at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:39:56.484562 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning for port ca440a4d-2511-48a5-b1da-66dd1d73fbcb completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:39:56.490357 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning complete for port ca440a4d-2511-48a5-b1da-66dd1d73fbcb triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:39:56.490961 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:56.527339 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6497d9e-3976-43fe-9278-c25500bc0828 req-56bada35-2a63-41f7-97f8-406dd3b3e47c tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:56.528970 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e6497d9e-3976-43fe-9278-c25500bc0828 req-56bada35-2a63-41f7-97f8-406dd3b3e47c tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.1099265 Apr 20 17:39:56.580039 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e6497d9e-3976-43fe-9278-c25500bc0828 req-f54e882e-b7a8-4e27-9df5-ed6c35fa907f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432172 Apr 20 17:39:56.631322 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:56.674986 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d56c4df-4f57-4f7e-af2a-7422f88cfd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca440a4d-2511-48a5-b1da-66dd1d73fbcb'}] {{(pid=86490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:39:56.687780 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port ca440a4d-2511-48a5-b1da-66dd1d73fbcb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ca440a4d-2511-48a5-b1da-66dd1d73fbcb,segment=NetworkSegment(629a9c0a-68af-4a2a-b80e-63c1595c5a9c),segment_id=629a9c0a-68af-4a2a-b80e-63c1595c5a9c)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:39:56.707425 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:39:56.709552 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:39:56.750695 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d56c4df-4f57-4f7e-af2a-7422f88cfd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca440a4d-2511-48a5-b1da-66dd1d73fbcb', 'code': 200} Apr 20 17:39:56.784574 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9daee-f746-45c2-aa82-4f605e987d40 req-77253015-fe36-4202-aeab-7e22726c5b91 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:56.785559 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=ca440a4d-2511-48a5-b1da-66dd1d73fbcb,revision_number=5']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:39:56.786249 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-10a9daee-f746-45c2-aa82-4f605e987d40 req-77253015-fe36-4202-aeab-7e22726c5b91 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d56c4df-4f57-4f7e-af2a-7422f88cfd5e HTTP/1.1" status: 200 len: 946 time: 0.0971496 Apr 20 17:39:56.790539 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:39:56.841101 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-10a9daee-f746-45c2-aa82-4f605e987d40 req-117dfa04-9fd5-49e5-809d-390db5cd1fc3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480669 Apr 20 17:39:57.122437 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce08853-c845-43f2-87cc-2f7754ea0974 req-83111287-9785-41da-abec-27452f15752b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:57.124102 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cce08853-c845-43f2-87cc-2f7754ea0974 req-83111287-9785-41da-abec-27452f15752b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1d56c4df-4f57-4f7e-af2a-7422f88cfd5e HTTP/1.1" status: 200 len: 1099 time: 0.0789948 Apr 20 17:39:57.162460 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d1c5f-7bf3-422c-a0ff-18ffca5baf84 req-dc75d221-bbc7-4b79-b848-03bf39e6243e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:57.164082 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b77d1c5f-7bf3-422c-a0ff-18ffca5baf84 req-dc75d221-bbc7-4b79-b848-03bf39e6243e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3e86cc7941934d41a7fc333ea0673924&device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 1098 time: 0.0786021 Apr 20 17:39:57.169113 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cce08853-c845-43f2-87cc-2f7754ea0974 req-830b7939-ad1e-4c53-ba43-a42c54a66530 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376844 Apr 20 17:39:57.704799 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d1c5f-7bf3-422c-a0ff-18ffca5baf84 req-06f68c6c-a61a-4207-b68d-7aca26dc64f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:57.706406 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b77d1c5f-7bf3-422c-a0ff-18ffca5baf84 req-06f68c6c-a61a-4207-b68d-7aca26dc64f5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4c40d2b-ceca-4fa5-a564-5d269c274c9e HTTP/1.1" status: 200 len: 911 time: 0.1414371 Apr 20 17:39:57.785673 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e59c9-46a3-48c4-af40-3bd619c4017b req-0fde9ec1-fc71-4f89-988e-6e591b26ecb3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:57.787318 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-dd3e59c9-46a3-48c4-af40-3bd619c4017b req-0fde9ec1-fc71-4f89-988e-6e591b26ecb3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0882652 Apr 20 17:39:57.825296 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b77d1c5f-7bf3-422c-a0ff-18ffca5baf84 req-8b8481c3-c7db-4d0d-9a75-7d87bdee8eb8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5efcff61-8a6e-4914-ac29-59d58389cf28 HTTP/1.1" status: 200 len: 1001 time: 0.1078660 Apr 20 17:39:57.842223 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-dd3e59c9-46a3-48c4-af40-3bd619c4017b req-fb4eb225-b96f-47ad-b3dd-c6f59dc78270 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474567 Apr 20 17:39:57.898872 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d1c5f-7bf3-422c-a0ff-18ffca5baf84 req-09a29d77-fb3f-437f-8b50-bb6ac737de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:57.900463 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b77d1c5f-7bf3-422c-a0ff-18ffca5baf84 req-09a29d77-fb3f-437f-8b50-bb6ac737de75 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c8db6b26-5954-455b-bb2e-7d6df06854c9 HTTP/1.1" status: 200 len: 849 time: 0.0676644 Apr 20 17:39:58.052892 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d1c5f-7bf3-422c-a0ff-18ffca5baf84 req-96a3fa3a-c1a0-4723-84e2-d79cfc69ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:58.057337 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b77d1c5f-7bf3-422c-a0ff-18ffca5baf84 req-96a3fa3a-c1a0-4723-84e2-d79cfc69ad43 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4c40d2b-ceca-4fa5-a564-5d269c274c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1465366 Apr 20 17:39:58.070309 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad9669-bf0b-4d11-a980-f327a5ea9af0 req-296d5302-2dbe-4190-bb1b-65b976fc9e81 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:58.071925 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e8ad9669-bf0b-4d11-a980-f327a5ea9af0 req-296d5302-2dbe-4190-bb1b-65b976fc9e81 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d56c4df-4f57-4f7e-af2a-7422f88cfd5e HTTP/1.1" status: 200 len: 946 time: 0.1109118 Apr 20 17:39:58.218229 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e8ad9669-bf0b-4d11-a980-f327a5ea9af0 req-41936afa-6abb-4380-81d4-7a9e4abaa02d tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197956 Apr 20 17:39:58.257645 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b77d1c5f-7bf3-422c-a0ff-18ffca5baf84 req-47374883-4b8c-4fcc-a5fc-18c3b29095c1 service neutron] 10.222.0.76 "GET /v2.0/networks/c4c40d2b-ceca-4fa5-a564-5d269c274c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839569 Apr 20 17:39:58.477479 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b77d1c5f-7bf3-422c-a0ff-18ffca5baf84 req-355764cf-1443-4490-b959-75fbf7e43007 service neutron] 10.222.0.76 "GET /v2.0/networks/c4c40d2b-ceca-4fa5-a564-5d269c274c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911364 Apr 20 17:39:58.512136 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35fcd9-ef2a-41c5-bd0f-e45aca0d156e req-6ec93c35-b8fa-4ad7-b4c4-eabb3106eb1f tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:58.513716 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4f35fcd9-ef2a-41c5-bd0f-e45aca0d156e req-6ec93c35-b8fa-4ad7-b4c4-eabb3106eb1f tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 984 time: 0.1134770 Apr 20 17:39:58.525014 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876d6fe-91dc-4139-b928-9ba44a86fb7c req-774f8604-4701-4474-95c7-8be268b38e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:58.526627 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3876d6fe-91dc-4139-b928-9ba44a86fb7c req-774f8604-4701-4474-95c7-8be268b38e58 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af1946123c424937b4137708c77ee5ba&device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 1137 time: 0.0825689 Apr 20 17:39:58.565134 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4f35fcd9-ef2a-41c5-bd0f-e45aca0d156e req-978d59b8-039f-4b0a-8c77-c36d86eee7c1 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0e5c75a-d4b4-427f-b0ab-365a45998ef7&id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443196 Apr 20 17:39:58.685699 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876d6fe-91dc-4139-b928-9ba44a86fb7c req-0d98d332-ce91-4eaa-83c9-e5c4864328e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:58.687320 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3876d6fe-91dc-4139-b928-9ba44a86fb7c req-0d98d332-ce91-4eaa-83c9-e5c4864328e2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0 HTTP/1.1" status: 200 len: 916 time: 0.1404338 Apr 20 17:39:58.800783 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3876d6fe-91dc-4139-b928-9ba44a86fb7c req-a1defc70-18db-4e43-b350-23329ff07a11 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5317fb1-75b0-402d-b5e8-898b69020429 HTTP/1.1" status: 200 len: 1001 time: 0.1039443 Apr 20 17:39:58.871608 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876d6fe-91dc-4139-b928-9ba44a86fb7c req-be9ccd3e-f685-4bf1-b749-a4f7ac694eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:58.873167 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3876d6fe-91dc-4139-b928-9ba44a86fb7c req-be9ccd3e-f685-4bf1-b749-a4f7ac694eac service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f36a7a71-2ad5-4fb8-b929-3618c9b18a18 HTTP/1.1" status: 200 len: 854 time: 0.0628119 Apr 20 17:39:58.970673 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876d6fe-91dc-4139-b928-9ba44a86fb7c req-f5ee5ffd-f8be-423e-b646-069f068981c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:58.970673 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3876d6fe-91dc-4139-b928-9ba44a86fb7c req-f5ee5ffd-f8be-423e-b646-069f068981c1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0847962 Apr 20 17:39:59.135016 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffb62e-63fc-4c30-bebf-3cf4136b1f99 req-5e421669-2a44-4960-ab8c-770b17c5b7dd tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:59.136637 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-42ffb62e-63fc-4c30-bebf-3cf4136b1f99 req-5e421669-2a44-4960-ab8c-770b17c5b7dd tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.1701052 Apr 20 17:39:59.233834 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-42ffb62e-63fc-4c30-bebf-3cf4136b1f99 req-174a763b-bf1b-4514-89a7-4e428fd23e2c tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902939 Apr 20 17:39:59.236608 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3876d6fe-91dc-4139-b928-9ba44a86fb7c req-446962fa-3d69-4eb2-84c8-93a773e13010 service neutron] 10.222.0.76 "GET /v2.0/networks/d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965065 Apr 20 17:39:59.470005 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3876d6fe-91dc-4139-b928-9ba44a86fb7c req-4774d3ed-f7fe-4c8c-aeba-eed76d975fa0 service neutron] 10.222.0.76 "GET /v2.0/networks/d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102933 Apr 20 17:39:59.471552 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c8823-8466-416c-b0ae-6df00487833f req-5ef5b19b-43c2-4727-85b3-c46a2f0623f2 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:59.473129 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1e5c8823-8466-416c-b0ae-6df00487833f req-5ef5b19b-43c2-4727-85b3-c46a2f0623f2 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c2e0c16-8f29-49ac-84dd-d298d01b09b9 HTTP/1.1" status: 200 len: 945 time: 0.0935662 Apr 20 17:39:59.482939 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e6713-6a89-4cb6-b14c-91fa8c8e01ec req-e585b1c9-3efb-4af9-a8c2-d979cf0638c1 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:59.484462 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-425e6713-6a89-4cb6-b14c-91fa8c8e01ec req-e585b1c9-3efb-4af9-a8c2-d979cf0638c1 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d56c4df-4f57-4f7e-af2a-7422f88cfd5e HTTP/1.1" status: 200 len: 946 time: 0.1386497 Apr 20 17:39:59.523323 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1e5c8823-8466-416c-b0ae-6df00487833f req-9d414ff3-f4b3-44c5-9271-74f02f9f440c tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436120 Apr 20 17:39:59.535177 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-425e6713-6a89-4cb6-b14c-91fa8c8e01ec req-7469c242-33bf-48f7-a126-69b058b3a63d tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434189 Apr 20 17:39:59.776190 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4bae2-6df1-4a31-844e-d7f53d50c220 req-0a2d9e5c-3272-4374-9ece-9c9cd56eb0f3 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:39:59.777819 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-eba4bae2-6df1-4a31-844e-d7f53d50c220 req-0a2d9e5c-3272-4374-9ece-9c9cd56eb0f3 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 984 time: 0.0903323 Apr 20 17:39:59.830604 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-eba4bae2-6df1-4a31-844e-d7f53d50c220 req-c7953de7-6d2f-474f-97e7-b7f605894e34 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0e5c75a-d4b4-427f-b0ab-365a45998ef7&id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455701 Apr 20 17:40:00.439549 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01262504-9443-44ef-87b4-f6ec5271cea7 req-dfc6f89d-498c-4810-b77a-c90eff164105 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:00.441145 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-01262504-9443-44ef-87b4-f6ec5271cea7 req-dfc6f89d-498c-4810-b77a-c90eff164105 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0911915 Apr 20 17:40:00.490729 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-01262504-9443-44ef-87b4-f6ec5271cea7 req-4b2822bd-1482-4cb0-ba49-9dad23278e52 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419943 Apr 20 17:40:00.779884 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ef41b-b965-4c04-bd69-27c7d82a6003 req-f851f5c1-9f16-4612-9081-261696a39ac0 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:00.781447 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-687ef41b-b965-4c04-bd69-27c7d82a6003 req-f851f5c1-9f16-4612-9081-261696a39ac0 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c2e0c16-8f29-49ac-84dd-d298d01b09b9 HTTP/1.1" status: 200 len: 945 time: 0.1420348 Apr 20 17:40:00.828368 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-687ef41b-b965-4c04-bd69-27c7d82a6003 req-7987d8d2-8776-462a-aece-bffc4718895e tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404475 Apr 20 17:40:01.030388 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfd04f-033b-4e61-9d87-bdc821df4e79 req-68daa22d-7fd8-40bd-991c-4462c8f1a6bf tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:01.031914 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-dfbfd04f-033b-4e61-9d87-bdc821df4e79 req-68daa22d-7fd8-40bd-991c-4462c8f1a6bf tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 984 time: 0.0900559 Apr 20 17:40:01.081748 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-dfbfd04f-033b-4e61-9d87-bdc821df4e79 req-9c63645f-2d9e-46c5-acb8-7d9c164c0cc8 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0e5c75a-d4b4-427f-b0ab-365a45998ef7&id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432734 Apr 20 17:40:01.697195 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644f718-49bc-4858-b279-3a829f05834a req-fa040836-20e8-4f31-b72d-b094ce9dc5cb tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:01.698810 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3644f718-49bc-4858-b279-3a829f05834a req-fa040836-20e8-4f31-b72d-b094ce9dc5cb tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0927088 Apr 20 17:40:01.747661 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3644f718-49bc-4858-b279-3a829f05834a req-7da7755a-680a-40aa-a4bd-69b4792cfc48 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423594 Apr 20 17:40:02.029386 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f8ce4-f49e-4268-ab35-18b404c9a06c req-bf8061f4-059d-49e8-a4ef-6bbc26ebeb3f tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:02.030957 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-310f8ce4-f49e-4268-ab35-18b404c9a06c req-bf8061f4-059d-49e8-a4ef-6bbc26ebeb3f tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c2e0c16-8f29-49ac-84dd-d298d01b09b9 HTTP/1.1" status: 200 len: 945 time: 0.0891626 Apr 20 17:40:02.077425 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-310f8ce4-f49e-4268-ab35-18b404c9a06c req-aee0c72a-930c-4cfb-b15e-f5c5f98bf804 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395603 Apr 20 17:40:02.283901 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc62f45-769a-4e96-b958-3faf1bd9bdc6 req-172d2cf7-6c60-4ea5-ad34-01ee0e6e7752 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:02.285383 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9dc62f45-769a-4e96-b958-3faf1bd9bdc6 req-172d2cf7-6c60-4ea5-ad34-01ee0e6e7752 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 984 time: 0.0904002 Apr 20 17:40:02.334300 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9dc62f45-769a-4e96-b958-3faf1bd9bdc6 req-14a59add-3cc6-42e0-a090-45f985322019 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0e5c75a-d4b4-427f-b0ab-365a45998ef7&id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425441 Apr 20 17:40:02.867168 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-8c400d6c-56ec-418e-a616-37b1c44b082d tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:02.868749 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-8c400d6c-56ec-418e-a616-37b1c44b082d tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/networks?id=c56ef912-b303-4c17-a1ae-758968dcb5b3 HTTP/1.1" status: 200 len: 815 time: 0.1555805 Apr 20 17:40:02.885318 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-eb3de380-a0ed-4de5-9e55-f12306672fc9 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/quotas/beab94894258421e8db637762eeb547c HTTP/1.1" status: 200 len: 375 time: 0.0103877 Apr 20 17:40:02.949763 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1360f89-4442-4013-bb98-c4a0f09cc2f4 req-99fe9350-4c32-4d09-9611-6769f0e4ad2f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:02.951395 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1360f89-4442-4013-bb98-c4a0f09cc2f4 req-99fe9350-4c32-4d09-9611-6769f0e4ad2f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0885770 Apr 20 17:40:02.983594 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-fa9c04dd-090d-4fea-8f48-3985bb9a0c78 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=beab94894258421e8db637762eeb547c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912483 Apr 20 17:40:03.000142 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1360f89-4442-4013-bb98-c4a0f09cc2f4 req-02fa26aa-d3b8-4875-b7f7-1c58875b094d tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423484 Apr 20 17:40:03.289723 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083bdafe-bad1-4a60-9e7a-11321c259f15 req-0b189c6b-36ce-446e-bd1e-f340b0c24ca2 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:03.291356 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-083bdafe-bad1-4a60-9e7a-11321c259f15 req-0b189c6b-36ce-446e-bd1e-f340b0c24ca2 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c2e0c16-8f29-49ac-84dd-d298d01b09b9 HTTP/1.1" status: 200 len: 945 time: 0.0963645 Apr 20 17:40:03.341555 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-083bdafe-bad1-4a60-9e7a-11321c259f15 req-ae753c36-89a8-4206-ab8b-c71b8f482b30 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428503 Apr 20 17:40:03.344929 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-7f1e2ada-3303-4aee-802d-aeff16571c2e service neutron] 10.222.0.75 "GET /v2.0/networks/c56ef912-b303-4c17-a1ae-758968dcb5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525414 Apr 20 17:40:03.486684 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-1e6d0ff4-2805-46cc-a094-0fd9b2660161 service neutron] 10.222.0.75 "GET /v2.0/networks/c56ef912-b303-4c17-a1ae-758968dcb5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352403 Apr 20 17:40:03.537499 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b251f6-253e-4bbd-9b98-0f755afc2ee0 req-787fd3ca-efec-42f2-b380-afc35f1ccc4c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:03.539151 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b3b251f6-253e-4bbd-9b98-0f755afc2ee0 req-787fd3ca-efec-42f2-b380-afc35f1ccc4c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 984 time: 0.0906935 Apr 20 17:40:03.595695 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b3b251f6-253e-4bbd-9b98-0f755afc2ee0 req-39a3bb7c-b91b-4012-957d-c848c2a7a007 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0e5c75a-d4b4-427f-b0ab-365a45998ef7&id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500059 Apr 20 17:40:03.767056 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-df569a30-0e56-411d-95fc-9a30c7590e0d req-80ce82a3-4a02-406e-bfb3-89830f762667 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3cc01116-2ede-4038-a352-4ac3acac0660 HTTP/1.1" status: 200 len: 210 time: 0.1025887 Apr 20 17:40:03.981336 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f50f9fa1-b490-4bcc-9c9f-3271305f74e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:04.202847 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f6dde-4d21-4ea8-9696-084f350a295c req-48074cc1-a426-4629-b5ec-7e722a1c5f2f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:04.204401 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f58f6dde-4d21-4ea8-9696-084f350a295c req-48074cc1-a426-4629-b5ec-7e722a1c5f2f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0893972 Apr 20 17:40:04.252976 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f58f6dde-4d21-4ea8-9696-084f350a295c req-006563c3-05bf-4f87-addb-40ba7bddd052 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422280 Apr 20 17:40:04.541689 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf207f0-5878-4089-a3c1-09c0fe7e6580 req-87e31916-ae56-4786-93fe-951357f90ca8 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:04.543268 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-caf207f0-5878-4089-a3c1-09c0fe7e6580 req-87e31916-ae56-4786-93fe-951357f90ca8 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c2e0c16-8f29-49ac-84dd-d298d01b09b9 HTTP/1.1" status: 200 len: 945 time: 0.0890729 Apr 20 17:40:04.595400 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-caf207f0-5878-4089-a3c1-09c0fe7e6580 req-1af57756-51b7-4d67-9fd7-5de4f403b3e3 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450385 Apr 20 17:40:04.807838 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7d614-9c48-4e81-9261-5de371d9ce94 req-883261c8-8cfc-4b9a-93a2-42d8e5300b1b tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:04.809404 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b1d7d614-9c48-4e81-9261-5de371d9ce94 req-883261c8-8cfc-4b9a-93a2-42d8e5300b1b tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 984 time: 0.0915420 Apr 20 17:40:04.860989 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b1d7d614-9c48-4e81-9261-5de371d9ce94 req-948002ca-48d1-45e9-be1c-f1b5eb5f7eae tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0e5c75a-d4b4-427f-b0ab-365a45998ef7&id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451703 Apr 20 17:40:04.933539 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-266fbd90-e918-4ae6-8e23-0b4c98967e06 req-713b7c0b-6970-490f-8b2d-cc8d9f6afba0 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3cc01116-2ede-4038-a352-4ac3acac0660 HTTP/1.1" status: 200 len: 210 time: 0.0480258 Apr 20 17:40:05.409673 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-b57a3a59-ee20-4d59-a086-197b29d40f04 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:05.411245 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-b57a3a59-ee20-4d59-a086-197b29d40f04 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.76 "GET /v2.0/networks?id=c56ef912-b303-4c17-a1ae-758968dcb5b3 HTTP/1.1" status: 200 len: 815 time: 0.1611197 Apr 20 17:40:05.432411 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Request body: {'port': {'device_id': '3cc01116-2ede-4038-a352-4ac3acac0660', 'network_id': 'c56ef912-b303-4c17-a1ae-758968dcb5b3', 'admin_state_up': True, 'tenant_id': 'beab94894258421e8db637762eeb547c'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:40:05.476416 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c15085-9449-425f-b7d2-644ff6fe281f req-ad4968d4-0162-4eab-9811-43c537c63dc9 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:05.478393 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-37c15085-9449-425f-b7d2-644ff6fe281f req-ad4968d4-0162-4eab-9811-43c537c63dc9 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0980518 Apr 20 17:40:05.530355 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-37c15085-9449-425f-b7d2-644ff6fe281f req-af688259-8bc0-43a1-9a5f-a7d8ae4887d3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431101 Apr 20 17:40:05.582763 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:40:05.593043 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:40:05.628771 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Made reservation on behalf of beab94894258421e8db637762eeb547c for: {'port': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:40:05.635278 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:05.759891 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7774f7-7a6c-4f6c-8c42-e26ee60e9193 req-a60f3801-8738-4c24-a734-4a9a04264c13 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:05.761523 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6c7774f7-7a6c-4f6c-8c42-e26ee60e9193 req-a60f3801-8738-4c24-a734-4a9a04264c13 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.76 "GET /v2.0/ports?device_id=9c2e0c16-8f29-49ac-84dd-d298d01b09b9 HTTP/1.1" status: 200 len: 945 time: 0.1111920 Apr 20 17:40:05.838596 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-6c7774f7-7a6c-4f6c-8c42-e26ee60e9193 req-a84d9c2f-5742-43b2-ab13-e756458ad8b0 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Deleting port 039e17bd-9385-4b4e-aeb8-584c6a26c78b {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:40:05.838931 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-6c7774f7-7a6c-4f6c-8c42-e26ee60e9193 req-a84d9c2f-5742-43b2-ab13-e756458ad8b0 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:05.894005 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae3540-9e57-4259-bdd8-17789de2a8c9 req-ea814978-2794-4c4a-9098-719b9c023113 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:05.895630 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-07ae3540-9e57-4259-bdd8-17789de2a8c9 req-ea814978-2794-4c4a-9098-719b9c023113 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c2e0c16-8f29-49ac-84dd-d298d01b09b9 HTTP/1.1" status: 200 len: 945 time: 0.1847284 Apr 20 17:40:05.902446 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Allocated IP 172.20.0.9 (c56ef912-b303-4c17-a1ae-758968dcb5b3/0562f05f-1bed-4258-b4ef-2d35bf59aa9b/3547870e-255a-415a-8766-07a254012b32) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:40:05.963274 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-07ae3540-9e57-4259-bdd8-17789de2a8c9 req-a280b2ed-7aa4-453b-9c85-bc4f79d16437 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/security-groups?id=46e13ec2-690e-4712-948e-6c333e63858c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598812 Apr 20 17:40:06.085146 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-66069fa4-ca35-44c6-883e-f3b41ac8f436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:06.173067 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bf0dab5e-19eb-4aa9-bfae-1f4b45ddbcdc req-5d283f90-d692-47c7-b255-b775c718cc0b tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3cc01116-2ede-4038-a352-4ac3acac0660 HTTP/1.1" status: 200 len: 210 time: 0.0623963 Apr 20 17:40:06.237601 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:06.296387 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:06.302927 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:40:06.360311 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['30f80db9-7d74-4fb7-9475-551a1724a09d', 'ca440a4d-2511-48a5-b1da-66dd1d73fbcb'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:40:06.378412 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Network c56ef912-b303-4c17-a1ae-758968dcb5b3 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:40:06.379643 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:40:06.389627 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:40:06.395883 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-6c7774f7-7a6c-4f6c-8c42-e26ee60e9193 req-a84d9c2f-5742-43b2-ab13-e756458ad8b0 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] For port 039e17bd-9385-4b4e-aeb8-584c6a26c78b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=039e17bd-9385-4b4e-aeb8-584c6a26c78b,segment=NetworkSegment(de8ff25a-cc49-4d16-b3bb-a8722756c95d),segment_id=de8ff25a-cc49-4d16-b3bb-a8722756c95d)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:40:06.395883 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-6c7774f7-7a6c-4f6c-8c42-e26ee60e9193 req-a84d9c2f-5742-43b2-ab13-e756458ad8b0 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:06.417432 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Pushing event updated for resources: {'Port': ['ID=3547870e-255a-415a-8766-07a254012b32,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:40:06.433028 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:40:06.433387 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:40:06.433801 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:40:06.434211 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:40:06.434614 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:40:06.435021 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:40:06.435419 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:40:06.435819 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:40:06.436216 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:40:06.436617 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:40:06.437015 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:40:06.437411 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:40:06.443071 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:40:06.471770 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7d3cf-623e-429a-b168-446e74e936f0 req-eba70cf7-5180-4fd7-98d9-dc0557770639 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:06.472359 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:06.473034 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:06.474401 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-70e7d3cf-623e-429a-b168-446e74e936f0 req-eba70cf7-5180-4fd7-98d9-dc0557770639 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 984 time: 0.4878688 Apr 20 17:40:06.519748 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0915217 Apr 20 17:40:06.540338 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-7ccf9d93-429e-44b3-b0c4-d4a7f2b652d3 service neutron] Request body: {'port': {'device_id': '3cc01116-2ede-4038-a352-4ac3acac0660', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:40:06.547654 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-6c7774f7-7a6c-4f6c-8c42-e26ee60e9193 req-a84d9c2f-5742-43b2-ab13-e756458ad8b0 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Calling delete_port for 039e17bd-9385-4b4e-aeb8-584c6a26c78b owned by compute:nova {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:40:06.649041 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-70e7d3cf-623e-429a-b168-446e74e936f0 req-0a0824ae-6fa3-4742-be94-b4e61da411df tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0e5c75a-d4b4-427f-b0ab-365a45998ef7&id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090147 Apr 20 17:40:06.769620 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-7ccf9d93-429e-44b3-b0c4-d4a7f2b652d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:06.820585 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-6c7774f7-7a6c-4f6c-8c42-e26ee60e9193 req-a84d9c2f-5742-43b2-ab13-e756458ad8b0 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278367'] for port, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:06.827888 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-01c51fd7-725e-45af-929e-e59cdaab03f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:40:06.859680 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a0583-afec-4681-b703-107d73d75528 req-fd310c61-9a6b-4947-8e0f-06cc6cd938f7 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:06.861341 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e56a0583-afec-4681-b703-107d73d75528 req-fd310c61-9a6b-4947-8e0f-06cc6cd938f7 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.1719401 Apr 20 17:40:06.882991 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d9c2f-5742-43b2-ab13-e756458ad8b0 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Pushing event deleted for resources: {'Port': ['ID=039e17bd-9385-4b4e-aeb8-584c6a26c78b,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:40:06.907520 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:06.920732 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a84d9c2f-5742-43b2-ab13-e756458ad8b0 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:40:06.964157 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7774f7-7a6c-4f6c-8c42-e26ee60e9193 req-a84d9c2f-5742-43b2-ab13-e756458ad8b0 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] No DVR routers for this DVR port 039e17bd-9385-4b4e-aeb8-584c6a26c78b on host hv-cinder-78692 {{(pid=86489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 17:40:06.966952 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-6c7774f7-7a6c-4f6c-8c42-e26ee60e9193 req-a84d9c2f-5742-43b2-ab13-e756458ad8b0 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:06.969792 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2e0c16-8f29-49ac-84dd-d298d01b09b9', 'name': 'network-vif-deleted', 'tag': '039e17bd-9385-4b4e-aeb8-584c6a26c78b'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:40:06.986498 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e56a0583-afec-4681-b703-107d73d75528 req-7f8bcd2b-a8bc-4795-b540-5597e74d065a tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137254 Apr 20 17:40:07.006167 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6c7774f7-7a6c-4f6c-8c42-e26ee60e9193 req-a84d9c2f-5742-43b2-ab13-e756458ad8b0 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.76 "DELETE /v2.0/ports/039e17bd-9385-4b4e-aeb8-584c6a26c78b HTTP/1.1" status: 204 len: 173 time: 1.2382159 Apr 20 17:40:07.043631 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2e0c16-8f29-49ac-84dd-d298d01b09b9', 'name': 'network-vif-deleted', 'tag': '039e17bd-9385-4b4e-aeb8-584c6a26c78b', 'status': 'completed', 'code': 200} Apr 20 17:40:07.162399 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-44d3c4c8-3ee6-4183-bbe6-694dd0cc7581 req-ed61129d-aaaa-42da-a48b-471af751e27f tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] 10.222.0.75 "GET /v2.0/ports?device_id=9c2e0c16-8f29-49ac-84dd-d298d01b09b9 HTTP/1.1" status: 200 len: 210 time: 0.0617309 Apr 20 17:40:07.244822 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-7ccf9d93-429e-44b3-b0c4-d4a7f2b652d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3547870e-255a-415a-8766-07a254012b32 {{(pid=86488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:40:07.253375 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-7ccf9d93-429e-44b3-b0c4-d4a7f2b652d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:07.268823 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-7ccf9d93-429e-44b3-b0c4-d4a7f2b652d3 service neutron] Transition to ACTIVE for port object 3547870e-255a-415a-8766-07a254012b32 will not be triggered until provisioned by entity L2. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:40:07.307383 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-7ccf9d93-429e-44b3-b0c4-d4a7f2b652d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2316177'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:07.312543 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-fd94490d-b811-4941-8f4b-f2f16c2702b1 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:40:07.382643 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751748ef-704f-4cc3-a8ca-6b23cd112c33 req-c685fcf5-edf3-4578-ac79-67d53bdc2f6b tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:07.384242 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-751748ef-704f-4cc3-a8ca-6b23cd112c33 req-c685fcf5-edf3-4578-ac79-67d53bdc2f6b tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3cc01116-2ede-4038-a352-4ac3acac0660 HTTP/1.1" status: 200 len: 943 time: 0.0911427 Apr 20 17:40:07.438580 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-751748ef-704f-4cc3-a8ca-6b23cd112c33 req-acdc879b-01c4-4ebc-802c-444d91505f4c tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477347 Apr 20 17:40:07.476059 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf9d93-429e-44b3-b0c4-d4a7f2b652d3 service neutron] Pushing event updated for resources: {'Port': ['ID=3547870e-255a-415a-8766-07a254012b32,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:40:07.483575 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7ccf9d93-429e-44b3-b0c4-d4a7f2b652d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:40:07.484643 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:07.564147 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-7ccf9d93-429e-44b3-b0c4-d4a7f2b652d3 service neutron] Attempting to bind port 3547870e-255a-415a-8766-07a254012b32 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:40:07.564518 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-7ccf9d93-429e-44b3-b0c4-d4a7f2b652d3 service neutron] Attempting to bind port 3547870e-255a-415a-8766-07a254012b32 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '629a9c0a-68af-4a2a-b80e-63c1595c5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c56ef912-b303-4c17-a1ae-758968dcb5b3'}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:40:07.564884 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-7ccf9d93-429e-44b3-b0c4-d4a7f2b652d3 service neutron] Attempting to bind port 3547870e-255a-415a-8766-07a254012b32 on network c56ef912-b303-4c17-a1ae-758968dcb5b3 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:40:07.569683 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-7ccf9d93-429e-44b3-b0c4-d4a7f2b652d3 service neutron] Port 3547870e-255a-415a-8766-07a254012b32 on network c56ef912-b303-4c17-a1ae-758968dcb5b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:40:07.570040 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-7ccf9d93-429e-44b3-b0c4-d4a7f2b652d3 service neutron] Attempting to bind port 3547870e-255a-415a-8766-07a254012b32 on network c56ef912-b303-4c17-a1ae-758968dcb5b3 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:40:07.575451 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-7ccf9d93-429e-44b3-b0c4-d4a7f2b652d3 service neutron] Checking agent: {'id': 'fd2caffb-19f6-4460-a29d-56c5ffae00d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'started_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:40:07.575827 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-7ccf9d93-429e-44b3-b0c4-d4a7f2b652d3 service neutron] Checking segment: {'id': '629a9c0a-68af-4a2a-b80e-63c1595c5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c56ef912-b303-4c17-a1ae-758968dcb5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:40:07.576249 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-7ccf9d93-429e-44b3-b0c4-d4a7f2b652d3 service neutron] Bound using segment: {'id': '629a9c0a-68af-4a2a-b80e-63c1595c5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c56ef912-b303-4c17-a1ae-758968dcb5b3'} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:40:07.576713 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-7ccf9d93-429e-44b3-b0c4-d4a7f2b652d3 service neutron] Bound port: 3547870e-255a-415a-8766-07a254012b32, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629a9c0a-68af-4a2a-b80e-63c1595c5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c56ef912-b303-4c17-a1ae-758968dcb5b3'}}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:40:07.577091 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-7ccf9d93-429e-44b3-b0c4-d4a7f2b652d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:07.688426 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-7ccf9d93-429e-44b3-b0c4-d4a7f2b652d3 service neutron] For port 3547870e-255a-415a-8766-07a254012b32, host hv-cinder-78692, cleared binding levels {{(pid=86488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:40:07.691858 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-7ccf9d93-429e-44b3-b0c4-d4a7f2b652d3 service neutron] For port 3547870e-255a-415a-8766-07a254012b32, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3547870e-255a-415a-8766-07a254012b32,segment=NetworkSegment(629a9c0a-68af-4a2a-b80e-63c1595c5a9c),segment_id=629a9c0a-68af-4a2a-b80e-63c1595c5a9c)] {{(pid=86488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:40:07.725129 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-7ccf9d93-429e-44b3-b0c4-d4a7f2b652d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2316177'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:07.730266 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:40:07.819622 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-7ccf9d93-429e-44b3-b0c4-d4a7f2b652d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:07.820297 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-7ccf9d93-429e-44b3-b0c4-d4a7f2b652d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:07.821805 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-7ccf9d93-429e-44b3-b0c4-d4a7f2b652d3 service neutron] 10.222.0.76 "PUT /v2.0/ports/3547870e-255a-415a-8766-07a254012b32 HTTP/1.1" status: 200 len: 1093 time: 1.2864084 Apr 20 17:40:07.830105 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc01116-2ede-4038-a352-4ac3acac0660', 'tag': '3547870e-255a-415a-8766-07a254012b32'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:40:07.877858 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf9d93-429e-44b3-b0c4-d4a7f2b652d3 service neutron] Pushing event updated for resources: {'Port': ['ID=3547870e-255a-415a-8766-07a254012b32,revision_number=3']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:40:07.883027 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc01116-2ede-4038-a352-4ac3acac0660', 'tag': '3547870e-255a-415a-8766-07a254012b32', 'status': 'completed', 'code': 200} Apr 20 17:40:07.883866 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7ccf9d93-429e-44b3-b0c4-d4a7f2b652d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:40:07.904185 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efd319-281a-4d2c-88ce-1d32b2e8bdb3 req-6148bb67-8fd6-42ab-86f0-47d04df54edc tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:07.905749 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a5efd319-281a-4d2c-88ce-1d32b2e8bdb3 req-6148bb67-8fd6-42ab-86f0-47d04df54edc tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 984 time: 0.1296647 Apr 20 17:40:08.009008 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a5efd319-281a-4d2c-88ce-1d32b2e8bdb3 req-965c86df-dd40-411e-9227-032bff3f8387 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0e5c75a-d4b4-427f-b0ab-365a45998ef7&id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0911734 Apr 20 17:40:08.027389 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:08.033718 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535a285-31c8-4bf4-a447-d9ac39b61f5c req-b1eaafb7-1f42-43a9-8d71-4f10dc546e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:08.035365 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7535a285-31c8-4bf4-a447-d9ac39b61f5c req-b1eaafb7-1f42-43a9-8d71-4f10dc546e1a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=beab94894258421e8db637762eeb547c&device_id=3cc01116-2ede-4038-a352-4ac3acac0660 HTTP/1.1" status: 200 len: 1096 time: 0.1030993 Apr 20 17:40:08.194616 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535a285-31c8-4bf4-a447-d9ac39b61f5c req-fb01fc4a-d38e-41e4-a0a8-b31f403e4ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:08.196176 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7535a285-31c8-4bf4-a447-d9ac39b61f5c req-fb01fc4a-d38e-41e4-a0a8-b31f403e4ec1 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=beab94894258421e8db637762eeb547c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1472070 Apr 20 17:40:08.201209 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddec3a-b697-4f0f-be9b-944c5b869492 req-6def4402-46dd-4647-9ae8-b4fbef231e2b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:08.202892 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-72ddec3a-b697-4f0f-be9b-944c5b869492 req-6def4402-46dd-4647-9ae8-b4fbef231e2b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0891159 Apr 20 17:40:08.254256 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-72ddec3a-b697-4f0f-be9b-944c5b869492 req-7de98cdd-a5d9-4c1b-849b-8ab96e6457fd tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443320 Apr 20 17:40:08.359939 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535a285-31c8-4bf4-a447-d9ac39b61f5c req-c140ca0d-ea0a-4668-8faa-81a1d0f9e5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:08.361623 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7535a285-31c8-4bf4-a447-d9ac39b61f5c req-c140ca0d-ea0a-4668-8faa-81a1d0f9e5d8 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1488166 Apr 20 17:40:08.403513 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 039e17bd-9385-4b4e-aeb8-584c6a26c78b no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:40:08.440981 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] No Port match for: 039e17bd-9385-4b4e-aeb8-584c6a26c78b {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:40:08.441632 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 039e17bd-9385-4b4e-aeb8-584c6a26c78b not bound to the agent host hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:40:08.519686 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-4a0a97d7-7c02-4b90-a134-43c3591dcd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:08.521225 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-4a0a97d7-7c02-4b90-a134-43c3591dcd55 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=beab94894258421e8db637762eeb547c&device_id=3cc01116-2ede-4038-a352-4ac3acac0660 HTTP/1.1" status: 200 len: 1096 time: 0.0857651 Apr 20 17:40:08.624569 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-3f1138b9-f36b-40ac-90e0-5d3467c79f87 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3547870e-255a-415a-8766-07a254012b32 HTTP/1.1" status: 200 len: 217 time: 0.0843270 Apr 20 17:40:08.701827 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41155c-28a4-404b-bece-174e18be905d req-21adf96d-4fe9-4f55-8b46-f3d340c514d8 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:08.704371 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6a41155c-28a4-404b-bece-174e18be905d req-21adf96d-4fe9-4f55-8b46-f3d340c514d8 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3cc01116-2ede-4038-a352-4ac3acac0660 HTTP/1.1" status: 200 len: 943 time: 0.1442738 Apr 20 17:40:08.750419 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-8f456569-42fa-4177-a5c8-8636f4364687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:08.754187 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-8f456569-42fa-4177-a5c8-8636f4364687 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0562f05f-1bed-4258-b4ef-2d35bf59aa9b HTTP/1.1" status: 200 len: 855 time: 0.1205256 Apr 20 17:40:08.791229 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6a41155c-28a4-404b-bece-174e18be905d req-7b9811be-f1de-40d9-810a-6a0089718bf2 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803394 Apr 20 17:40:08.883487 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d674865-a594-4735-bb62-aca6d03a4b6c req-9c17aac0-93a6-4ba7-bfb6-c4ed69a32ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:08.883487 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8d674865-a594-4735-bb62-aca6d03a4b6c req-9c17aac0-93a6-4ba7-bfb6-c4ed69a32ee4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3e86cc7941934d41a7fc333ea0673924&device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 1098 time: 0.0970883 Apr 20 17:40:09.041261 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d674865-a594-4735-bb62-aca6d03a4b6c req-9463c6b4-ce5b-46d4-8487-009d54f38a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:09.042905 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8d674865-a594-4735-bb62-aca6d03a4b6c req-9463c6b4-ce5b-46d4-8487-009d54f38a2a service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4c40d2b-ceca-4fa5-a564-5d269c274c9e HTTP/1.1" status: 200 len: 911 time: 0.1518555 Apr 20 17:40:09.047233 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-31565fa2-6874-4868-b797-388d0e85b768 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c56ef912-b303-4c17-a1ae-758968dcb5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2836268 Apr 20 17:40:09.144877 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e09a0c-1709-46c9-9f6c-859eb00a7061 req-fb108092-bad5-4d57-a577-5443d4170c39 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:09.146471 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a4e09a0c-1709-46c9-9f6c-859eb00a7061 req-fb108092-bad5-4d57-a577-5443d4170c39 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.4727485 Apr 20 17:40:09.221368 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8d674865-a594-4735-bb62-aca6d03a4b6c req-48923dea-f4fd-4257-b56a-46c361997f7e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5efcff61-8a6e-4914-ac29-59d58389cf28 HTTP/1.1" status: 200 len: 1001 time: 0.1618237 Apr 20 17:40:09.228764 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a4e09a0c-1709-46c9-9f6c-859eb00a7061 req-d631c3b6-99d0-4a6b-9ac6-5080ec48cf8c tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749805 Apr 20 17:40:09.249044 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-49fd1780-08f1-4ea5-b36a-0f85d3f00ffe service neutron] 10.222.0.76 "GET /v2.0/networks/c56ef912-b303-4c17-a1ae-758968dcb5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888840 Apr 20 17:40:09.311743 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46679e3f-5104-47b9-9238-c425a8b90d27 req-cacdfd11-6eac-48fb-984a-126d7a9b2f9f tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:09.313938 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-46679e3f-5104-47b9-9238-c425a8b90d27 req-cacdfd11-6eac-48fb-984a-126d7a9b2f9f tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 984 time: 0.1904249 Apr 20 17:40:09.319931 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d674865-a594-4735-bb62-aca6d03a4b6c req-08e833b2-40b9-4020-99f6-7653533a0b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:09.321529 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8d674865-a594-4735-bb62-aca6d03a4b6c req-08e833b2-40b9-4020-99f6-7653533a0b4f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c8db6b26-5954-455b-bb2e-7d6df06854c9 HTTP/1.1" status: 200 len: 849 time: 0.0894532 Apr 20 17:40:09.393782 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bfdb6a54-b54c-4b54-a51b-8aa537ed7395 req-bb876045-8186-4cbe-8d0e-5728128d6b5b service neutron] 10.222.0.76 "GET /v2.0/networks/c56ef912-b303-4c17-a1ae-758968dcb5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359820 Apr 20 17:40:09.417156 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-46679e3f-5104-47b9-9238-c425a8b90d27 req-00a118bd-734e-4268-a0d4-fbb55531a58e tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0e5c75a-d4b4-427f-b0ab-365a45998ef7&id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0946002 Apr 20 17:40:09.444428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d674865-a594-4735-bb62-aca6d03a4b6c req-333f5f3e-9c5d-47fc-9bc8-8a116209d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:09.446022 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8d674865-a594-4735-bb62-aca6d03a4b6c req-333f5f3e-9c5d-47fc-9bc8-8a116209d444 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4c40d2b-ceca-4fa5-a564-5d269c274c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1097078 Apr 20 17:40:09.635137 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8d674865-a594-4735-bb62-aca6d03a4b6c req-f4b6e656-bf2d-4483-a6b0-a1c7b0b98620 service neutron] 10.222.0.76 "GET /v2.0/networks/c4c40d2b-ceca-4fa5-a564-5d269c274c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392214 Apr 20 17:40:09.778222 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8d674865-a594-4735-bb62-aca6d03a4b6c req-6e5030a4-e29a-4c81-807d-c974a299f07f service neutron] 10.222.0.76 "GET /v2.0/networks/c4c40d2b-ceca-4fa5-a564-5d269c274c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351829 Apr 20 17:40:10.001852 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30433d-11bc-4fbc-b924-756642a03eda req-6aeec08a-1537-49a5-8103-1914a0867cef tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:10.002675 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-5d30433d-11bc-4fbc-b924-756642a03eda req-6aeec08a-1537-49a5-8103-1914a0867cef tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Synchronizing usage tracker for tenant:beab94894258421e8db637762eeb547c on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:40:10.043150 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-5d30433d-11bc-4fbc-b924-756642a03eda req-6aeec08a-1537-49a5-8103-1914a0867cef tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Unset dirty status for tenant:beab94894258421e8db637762eeb547c on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:40:10.044435 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5d30433d-11bc-4fbc-b924-756642a03eda req-6aeec08a-1537-49a5-8103-1914a0867cef tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3cc01116-2ede-4038-a352-4ac3acac0660 HTTP/1.1" status: 200 len: 943 time: 0.1299779 Apr 20 17:40:10.093558 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5d30433d-11bc-4fbc-b924-756642a03eda req-8f8d5886-6c22-4f4e-af2f-bd3571fc9e71 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420277 Apr 20 17:40:10.437265 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b0e6e-3674-457c-ad44-cccd9affedf3 req-b7fd33d3-4c06-4c00-bb48-714b58d6e69b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:10.439558 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-283b0e6e-3674-457c-ad44-cccd9affedf3 req-b7fd33d3-4c06-4c00-bb48-714b58d6e69b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0941846 Apr 20 17:40:10.507308 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-283b0e6e-3674-457c-ad44-cccd9affedf3 req-e9a83988-0960-42f4-8fd9-857fa2f9d80c tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593979 Apr 20 17:40:10.642348 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3daa10-20be-4661-ad6d-f86967ac5e2a req-d72bbeaa-ddb9-4f3b-9392-8e1f47747803 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:10.644129 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2b3daa10-20be-4661-ad6d-f86967ac5e2a req-d72bbeaa-ddb9-4f3b-9392-8e1f47747803 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 984 time: 0.0926335 Apr 20 17:40:10.694257 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2b3daa10-20be-4661-ad6d-f86967ac5e2a req-4f33ec8b-05eb-4db8-b71b-4fd0ebaee700 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0e5c75a-d4b4-427f-b0ab-365a45998ef7&id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435944 Apr 20 17:40:11.299443 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95049716-f0af-4fac-bc1c-e70a67d0bfcf req-30d59db0-22f9-49dc-9bdf-6816f5f76ef7 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:11.301019 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-95049716-f0af-4fac-bc1c-e70a67d0bfcf req-30d59db0-22f9-49dc-9bdf-6816f5f76ef7 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3cc01116-2ede-4038-a352-4ac3acac0660 HTTP/1.1" status: 200 len: 943 time: 0.0917478 Apr 20 17:40:11.350235 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-95049716-f0af-4fac-bc1c-e70a67d0bfcf req-26831605-9220-4f62-ae72-b9a51d4599fc tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426948 Apr 20 17:40:11.709515 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009ec3f-8157-4105-b63f-31abfeed479f req-d92ee159-719d-40d3-96b4-09a65406144f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:11.711138 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9009ec3f-8157-4105-b63f-31abfeed479f req-d92ee159-719d-40d3-96b4-09a65406144f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0978410 Apr 20 17:40:11.763238 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9009ec3f-8157-4105-b63f-31abfeed479f req-5cf16556-1e91-4e87-9270-6b8949a9a496 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454955 Apr 20 17:40:11.895352 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a657c0b-1dc8-42b3-8a5c-046ab6c340af req-66953f8c-3207-4f07-a43e-c72898f5b905 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:11.896958 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6a657c0b-1dc8-42b3-8a5c-046ab6c340af req-66953f8c-3207-4f07-a43e-c72898f5b905 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 984 time: 0.0882053 Apr 20 17:40:11.950501 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6a657c0b-1dc8-42b3-8a5c-046ab6c340af req-3dd539aa-bc6b-45c4-b661-0886590b535f tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0e5c75a-d4b4-427f-b0ab-365a45998ef7&id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470853 Apr 20 17:40:12.553557 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899977a-5be0-4e09-b2e2-8b0d012b2d92 req-a80b1051-efcf-49a9-a783-be29710580ac tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:12.555162 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a899977a-5be0-4e09-b2e2-8b0d012b2d92 req-a80b1051-efcf-49a9-a783-be29710580ac tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3cc01116-2ede-4038-a352-4ac3acac0660 HTTP/1.1" status: 200 len: 943 time: 0.0881717 Apr 20 17:40:12.603015 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a899977a-5be0-4e09-b2e2-8b0d012b2d92 req-feacf410-33dc-47d5-b60b-1f3f76ce8b38 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415294 Apr 20 17:40:13.150340 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb21e5-4b4c-41f7-a742-83a0addfb77f req-94fd2439-de34-422b-aa24-1518525af5f4 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:13.151949 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-41bb21e5-4b4c-41f7-a742-83a0addfb77f req-94fd2439-de34-422b-aa24-1518525af5f4 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 984 time: 0.0891700 Apr 20 17:40:13.201938 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-41bb21e5-4b4c-41f7-a742-83a0addfb77f req-269f7238-db61-4408-885e-f691575c185a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0e5c75a-d4b4-427f-b0ab-365a45998ef7&id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428047 Apr 20 17:40:13.812485 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a746d-afb1-4a23-9b1e-5b64b7e8a826 req-4b890abc-aabc-497b-8229-bad713cecdcb tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:13.814685 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-433a746d-afb1-4a23-9b1e-5b64b7e8a826 req-4b890abc-aabc-497b-8229-bad713cecdcb tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3cc01116-2ede-4038-a352-4ac3acac0660 HTTP/1.1" status: 200 len: 943 time: 0.0915146 Apr 20 17:40:13.862037 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-433a746d-afb1-4a23-9b1e-5b64b7e8a826 req-f63dba4f-88a5-47c4-bb54-3ea52a6d4b0e tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408874 Apr 20 17:40:14.410548 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad796e-00b0-4e9e-80c5-817eab61147e req-5b57345f-dfd4-4295-8913-95c32d09d27a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:14.410548 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ddad796e-00b0-4e9e-80c5-817eab61147e req-5b57345f-dfd4-4295-8913-95c32d09d27a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 984 time: 0.0927799 Apr 20 17:40:14.415481 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 3547870e-255a-415a-8766-07a254012b32 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86490) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 17:40:14.463667 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ddad796e-00b0-4e9e-80c5-817eab61147e req-927e6b45-54ea-4c71-95a3-9bdc4ea3f4fd tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0e5c75a-d4b4-427f-b0ab-365a45998ef7&id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453067 Apr 20 17:40:14.557978 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 3547870e-255a-415a-8766-07a254012b32, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3547870e-255a-415a-8766-07a254012b32,segment=NetworkSegment(629a9c0a-68af-4a2a-b80e-63c1595c5a9c),segment_id=629a9c0a-68af-4a2a-b80e-63c1595c5a9c)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:40:14.573050 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Returning: {'device': '3547870e-255a-415a-8766-07a254012b32', 'network_id': 'c56ef912-b303-4c17-a1ae-758968dcb5b3', 'port_id': '3547870e-255a-415a-8766-07a254012b32', 'mac_address': 'fa:16:3e:19:51:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 969, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0562f05f-1bed-4258-b4ef-2d35bf59aa9b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86490) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:40:14.637377 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:14.655571 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3547870e-255a-415a-8766-07a254012b32 {{(pid=86490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:40:14.671400 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 3547870e-255a-415a-8766-07a254012b32, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3547870e-255a-415a-8766-07a254012b32,segment=NetworkSegment(629a9c0a-68af-4a2a-b80e-63c1595c5a9c),segment_id=629a9c0a-68af-4a2a-b80e-63c1595c5a9c)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:40:14.712723 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:14.714596 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7f4e8a3d-be00-47be-bae8-5965123db6ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:40:14.782649 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=3547870e-255a-415a-8766-07a254012b32,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:40:14.786077 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:40:15.060634 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d6adb-a55d-438e-a68e-c28277c284a5 req-e5a99731-235a-4438-b400-fc8069a4b205 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:15.062210 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bd5d6adb-a55d-438e-a68e-c28277c284a5 req-e5a99731-235a-4438-b400-fc8069a4b205 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3cc01116-2ede-4038-a352-4ac3acac0660 HTTP/1.1" status: 200 len: 944 time: 0.0887682 Apr 20 17:40:15.109252 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bd5d6adb-a55d-438e-a68e-c28277c284a5 req-4e191950-324f-43f0-94f0-1dbf51e700d5 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406728 Apr 20 17:40:15.279581 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['3547870e-255a-415a-8766-07a254012b32'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:40:15.666526 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e04f98-d7ca-44f2-a271-64b255b80df3 req-b6a25e03-001d-4eb3-b1db-441ad15ad21f tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:15.668178 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-80e04f98-d7ca-44f2-a271-64b255b80df3 req-b6a25e03-001d-4eb3-b1db-441ad15ad21f tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 984 time: 0.0906668 Apr 20 17:40:15.719908 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-80e04f98-d7ca-44f2-a271-64b255b80df3 req-39c2b1b7-dcb0-40c8-a056-b4add8d5f52c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0e5c75a-d4b4-427f-b0ab-365a45998ef7&id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452697 Apr 20 17:40:16.321780 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0357f-9ac6-43d7-83d0-2caff451cabf req-a82a8c1a-c0de-499d-808c-e5f248b692be tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:16.323414 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6ad0357f-9ac6-43d7-83d0-2caff451cabf req-a82a8c1a-c0de-499d-808c-e5f248b692be tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3cc01116-2ede-4038-a352-4ac3acac0660 HTTP/1.1" status: 200 len: 944 time: 0.0937765 Apr 20 17:40:16.371445 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6ad0357f-9ac6-43d7-83d0-2caff451cabf req-392d64af-4189-4f96-a161-919790b5b369 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414422 Apr 20 17:40:16.921924 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8a366-9f17-464f-bee5-0239bf43a263 req-55b386d9-8aba-4da0-a634-0abe8a420115 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:16.923461 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a4d8a366-9f17-464f-bee5-0239bf43a263 req-55b386d9-8aba-4da0-a634-0abe8a420115 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 984 time: 0.0909059 Apr 20 17:40:16.973498 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a4d8a366-9f17-464f-bee5-0239bf43a263 req-4cd418e4-6c28-4d7a-bff6-414f43d669a6 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=f0e5c75a-d4b4-427f-b0ab-365a45998ef7&id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437372 Apr 20 17:40:17.572881 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72917b6e-5796-42c3-ad8f-6879ad95c44e req-99c7f15e-000f-434e-928d-81f1991973b1 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:17.574388 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-72917b6e-5796-42c3-ad8f-6879ad95c44e req-99c7f15e-000f-434e-928d-81f1991973b1 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3cc01116-2ede-4038-a352-4ac3acac0660 HTTP/1.1" status: 200 len: 944 time: 0.0906544 Apr 20 17:40:17.626830 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-72917b6e-5796-42c3-ad8f-6879ad95c44e req-612e8180-4e93-4898-b923-1eab2373b5d3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458767 Apr 20 17:40:18.436135 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 3547870e-255a-415a-8766-07a254012b32 up at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:40:18.535627 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning for port 3547870e-255a-415a-8766-07a254012b32 completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:40:18.540532 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning complete for port 3547870e-255a-415a-8766-07a254012b32 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:40:18.540953 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:18.666809 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:18.695464 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc01116-2ede-4038-a352-4ac3acac0660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3547870e-255a-415a-8766-07a254012b32'}] {{(pid=86490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:40:18.706163 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 3547870e-255a-415a-8766-07a254012b32, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3547870e-255a-415a-8766-07a254012b32,segment=NetworkSegment(629a9c0a-68af-4a2a-b80e-63c1595c5a9c),segment_id=629a9c0a-68af-4a2a-b80e-63c1595c5a9c)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:40:18.731334 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:18.733385 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:40:18.766941 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc01116-2ede-4038-a352-4ac3acac0660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3547870e-255a-415a-8766-07a254012b32', 'code': 200} Apr 20 17:40:18.816950 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=3547870e-255a-415a-8766-07a254012b32,revision_number=5']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:40:18.821399 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:40:18.833894 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb608792-5123-42a6-b8c7-636a7e98861a req-78d952b6-338f-4815-847c-268c36c82bd2 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:18.835555 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-eb608792-5123-42a6-b8c7-636a7e98861a req-78d952b6-338f-4815-847c-268c36c82bd2 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3cc01116-2ede-4038-a352-4ac3acac0660 HTTP/1.1" status: 200 len: 945 time: 0.0905626 Apr 20 17:40:18.888346 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-eb608792-5123-42a6-b8c7-636a7e98861a req-c42370c3-9f1b-4012-a444-d58ca500e58f tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459554 Apr 20 17:40:19.122461 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bd0d4-3396-4e8b-8e0f-1df63761784b req-de6a9e2e-2bfa-46d5-a238-cd377d45d4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:19.124117 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bf7bd0d4-3396-4e8b-8e0f-1df63761784b req-de6a9e2e-2bfa-46d5-a238-cd377d45d4ef service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3cc01116-2ede-4038-a352-4ac3acac0660 HTTP/1.1" status: 200 len: 1098 time: 0.0773721 Apr 20 17:40:19.168216 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bf7bd0d4-3396-4e8b-8e0f-1df63761784b req-2d871e79-3404-4ed2-9c80-842f6afc0f98 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361986 Apr 20 17:40:19.512615 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:40:20.089086 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1936b4-9026-4c32-814d-b683f3ef7cbd req-be244189-3965-4514-be2f-fb63e3fb16d3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:20.090906 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fa1936b4-9026-4c32-814d-b683f3ef7cbd req-be244189-3965-4514-be2f-fb63e3fb16d3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3cc01116-2ede-4038-a352-4ac3acac0660 HTTP/1.1" status: 200 len: 945 time: 0.0871930 Apr 20 17:40:20.137704 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fa1936b4-9026-4c32-814d-b683f3ef7cbd req-7eac5266-6c77-49ea-af50-e54006f36611 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404267 Apr 20 17:40:21.340356 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6eaf3-e4d1-403b-ad21-be187cbfd68b req-3c06a041-4598-4a34-ab41-7ae8aff065a0 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:21.342183 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e3d6eaf3-e4d1-403b-ad21-be187cbfd68b req-3c06a041-4598-4a34-ab41-7ae8aff065a0 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3cc01116-2ede-4038-a352-4ac3acac0660 HTTP/1.1" status: 200 len: 945 time: 0.0925634 Apr 20 17:40:21.389279 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e3d6eaf3-e4d1-403b-ad21-be187cbfd68b req-64265f4d-e30f-41ce-869a-0177054fd546 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402358 Apr 20 17:40:24.496014 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:29.416765 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-00acfccc-22f1-4d6b-8dd5-c065cf7554ad tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:29.418346 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-00acfccc-22f1-4d6b-8dd5-c065cf7554ad tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/networks?id=c56ef912-b303-4c17-a1ae-758968dcb5b3 HTTP/1.1" status: 200 len: 815 time: 0.1584754 Apr 20 17:40:29.434087 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-61b51d29-10a6-43f2-a5ab-69247f045d80 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/quotas/beab94894258421e8db637762eeb547c HTTP/1.1" status: 200 len: 375 time: 0.0096385 Apr 20 17:40:29.526576 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-8f711c14-47c6-4ed4-a4ea-44a9caa0e07a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=beab94894258421e8db637762eeb547c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0865922 Apr 20 17:40:29.722903 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-7adcc8d0-82bf-49c9-9df2-49aa008a00e4 service neutron] 10.222.0.75 "GET /v2.0/networks/c56ef912-b303-4c17-a1ae-758968dcb5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887646 Apr 20 17:40:30.080365 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-715ebc79-0239-40c5-9563-757aa403ea71 service neutron] 10.222.0.75 "GET /v2.0/networks/c56ef912-b303-4c17-a1ae-758968dcb5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510501 Apr 20 17:40:30.313113 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bcdf9b6b-c259-486b-85c8-ce880f4bff08 req-a9a2d947-6376-4a3f-9259-f81783dc3681 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec HTTP/1.1" status: 200 len: 210 time: 0.0489531 Apr 20 17:40:31.014965 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 57014) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:31.084761 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_v2 [None req-162aed04-94e0-4ff5-b95d-c1a5a62b5ba1 admin admin] Deleting subnet a5e486ae-c4c2-431d-a854-fe012bbb8ec9 {{(pid=86489) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 17:40:31.087934 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-162aed04-94e0-4ff5-b95d-c1a5a62b5ba1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:31.140522 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-162aed04-94e0-4ff5-b95d-c1a5a62b5ba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828434012'] for subnet, precommit_delete_associations {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:31.198429 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-162aed04-94e0-4ff5-b95d-c1a5a62b5ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394978'] for subnet, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:31.492742 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-38902572-eab5-40c0-924f-3b42be2b01f5 req-ebd1538c-7c29-41a4-9f26-804f68d6907b tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec HTTP/1.1" status: 200 len: 210 time: 0.0613656 Apr 20 17:40:31.541774 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-162aed04-94e0-4ff5-b95d-c1a5a62b5ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853380838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2277899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851727936'] for subnet, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:31.550234 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-c6b24f48-9eb3-4185-9d4b-5d6e0de64097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:40:31.585462 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162aed04-94e0-4ff5-b95d-c1a5a62b5ba1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5e486ae-c4c2-431d-a854-fe012bbb8ec9,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:40:31.587663 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-162aed04-94e0-4ff5-b95d-c1a5a62b5ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for subnet, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:31.593109 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-162aed04-94e0-4ff5-b95d-c1a5a62b5ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:40:31.595532 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-162aed04-94e0-4ff5-b95d-c1a5a62b5ba1 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a5e486ae-c4c2-431d-a854-fe012bbb8ec9 HTTP/1.1" status: 204 len: 168 time: 0.5794728 Apr 20 17:40:31.598248 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 57020) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:31.715507 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b7bc63a8-daa9-4ae9-924a-253328ac995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1824878'] for network, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:31.849328 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b7bc63a8-daa9-4ae9-924a-253328ac995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853380745', 'neutron.services.segments.db._delete_segments_for_network-8775308586611'] for network, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:31.961862 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-b7bc63a8-daa9-4ae9-924a-253328ac995b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec205f1-4068-482a-950a-5522753eb393']}} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:40:31.975358 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-b7bc63a8-daa9-4ae9-924a-253328ac995b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8ff25a-cc49-4d16-b3bb-a8722756c95d') {'for_net_delete': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:40:31.975711 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-b7bc63a8-daa9-4ae9-924a-253328ac995b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8ff25a-cc49-4d16-b3bb-a8722756c95d') {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:40:31.987619 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b7bc63a8-daa9-4ae9-924a-253328ac995b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261546079075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26341804'] for segment, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:32.002216 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b7bc63a8-daa9-4ae9-924a-253328ac995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:32.008457 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7bc63a8-daa9-4ae9-924a-253328ac995b admin admin] Releasing vlan 951 on physical network physnet1 to pool {{(pid=86489) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 17:40:32.270661 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-b7bc63a8-daa9-4ae9-924a-253328ac995b admin admin] Network aec205f1-4068-482a-950a-5522753eb393 has no segments {{(pid=86489) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:40:32.284721 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b7bc63a8-daa9-4ae9-924a-253328ac995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852497496'] for segment, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:32.513861 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-b7bc63a8-daa9-4ae9-924a-253328ac995b admin admin] Network aec205f1-4068-482a-950a-5522753eb393 has no segments {{(pid=86489) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:40:32.549237 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-2112a1ca-e240-44df-a0c4-10bfa8598d81 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:32.550824 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-2112a1ca-e240-44df-a0c4-10bfa8598d81 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.76 "GET /v2.0/networks?id=c56ef912-b303-4c17-a1ae-758968dcb5b3 HTTP/1.1" status: 200 len: 815 time: 0.4368222 Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: Traceback (most recent call last): Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: timer() Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: cb(*args, **kw) Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: return func(*args, **kwargs) Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: self._notify() Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: self.callback(batched_events) Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: event.method(event) Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: segment_id)['aggregates'][0] Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: return f(self, *a, **k) Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: return self._get(url).json() Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: **kwargs) Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: return self.request(url, 'GET', **kwargs) Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: **endpoint_filter) Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:40:32.551532 dv-cinder-786927-2-smb neutron-server[86373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:40:32.641533 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-a91b56df-8aec-4654-aa2d-33ac121d4135 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Request body: {'port': {'device_id': '3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec', 'network_id': 'c56ef912-b303-4c17-a1ae-758968dcb5b3', 'admin_state_up': True, 'tenant_id': 'beab94894258421e8db637762eeb547c'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:40:32.659348 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b7bc63a8-daa9-4ae9-924a-253328ac995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854139263'] for network, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:32.664140 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2f46699b-ba23-4764-8acf-bc2e00b09bbe req-988a46a7-1d95-4087-9499-561fe834004c tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec HTTP/1.1" status: 200 len: 210 time: 0.0526597 Apr 20 17:40:32.726879 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:40:32.745923 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b7bc63a8-daa9-4ae9-924a-253328ac995b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:32.765038 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc63a8-daa9-4ae9-924a-253328ac995b admin admin] Pushing event deleted for resources: {'Network': ['ID=aec205f1-4068-482a-950a-5522753eb393,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:40:32.771769 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b7bc63a8-daa9-4ae9-924a-253328ac995b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:40:32.807867 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-b7bc63a8-daa9-4ae9-924a-253328ac995b admin admin] 10.222.0.75 "DELETE /v2.0/networks/aec205f1-4068-482a-950a-5522753eb393 HTTP/1.1" status: 204 len: 168 time: 1.2084825 Apr 20 17:40:32.819490 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-a91b56df-8aec-4654-aa2d-33ac121d4135 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:40:32.829715 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-a91b56df-8aec-4654-aa2d-33ac121d4135 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:40:32.872653 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-a91b56df-8aec-4654-aa2d-33ac121d4135 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Made reservation on behalf of beab94894258421e8db637762eeb547c for: {'port': 1} {{(pid=86489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:40:32.879523 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-a91b56df-8aec-4654-aa2d-33ac121d4135 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:33.003643 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57032) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:33.054094 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-a91b56df-8aec-4654-aa2d-33ac121d4135 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Allocated IP 172.20.0.10 (c56ef912-b303-4c17-a1ae-758968dcb5b3/0562f05f-1bed-4258-b4ef-2d35bf59aa9b/7b95c686-1322-4f9d-bfa6-bebf3d565265) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:40:33.054725 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-ca017ade-619b-4f70-a02f-d0be87251629 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c4c4f31c9fa84bfaab096f3084b80ab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497594 Apr 20 17:40:33.057320 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57036) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:40:33.121147 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-61c68e6e-6ceb-48b1-aee3-e0aa5c646249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:33.148138 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-61c68e6e-6ceb-48b1-aee3-e0aa5c646249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:33.209736 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-61c68e6e-6ceb-48b1-aee3-e0aa5c646249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:33.214837 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-38613beb-e927-4dd9-8ce4-99599ce02234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:40:33.232464 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c68e6e-6ceb-48b1-aee3-e0aa5c646249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e13ec2-690e-4712-948e-6c333e63858c,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:40:33.235755 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-61c68e6e-6ceb-48b1-aee3-e0aa5c646249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:40:33.266056 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-61c68e6e-6ceb-48b1-aee3-e0aa5c646249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:33.270026 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-61c68e6e-6ceb-48b1-aee3-e0aa5c646249 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/46e13ec2-690e-4712-948e-6c333e63858c HTTP/1.1" status: 204 len: 168 time: 0.2090836 Apr 20 17:40:33.301162 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-a91b56df-8aec-4654-aa2d-33ac121d4135 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:33.365041 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-a91b56df-8aec-4654-aa2d-33ac121d4135 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278367'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:33.372692 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-450a651d-3103-45f9-ac9f-8413cc46c5ef tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:40:33.405709 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['30f80db9-7d74-4fb7-9475-551a1724a09d', 'ca440a4d-2511-48a5-b1da-66dd1d73fbcb', '3547870e-255a-415a-8766-07a254012b32'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:40:33.438951 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-a91b56df-8aec-4654-aa2d-33ac121d4135 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Network c56ef912-b303-4c17-a1ae-758968dcb5b3 is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:40:33.447539 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-a91b56df-8aec-4654-aa2d-33ac121d4135 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:40:33.450136 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-a91b56df-8aec-4654-aa2d-33ac121d4135 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:40:33.500768 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b56df-8aec-4654-aa2d-33ac121d4135 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Pushing event updated for resources: {'Port': ['ID=7b95c686-1322-4f9d-bfa6-bebf3d565265,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:40:33.503845 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a91b56df-8aec-4654-aa2d-33ac121d4135 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:40:33.533829 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-a91b56df-8aec-4654-aa2d-33ac121d4135 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:33.534595 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-a91b56df-8aec-4654-aa2d-33ac121d4135 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:33.622439 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-a91b56df-8aec-4654-aa2d-33ac121d4135 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9853864 Apr 20 17:40:33.834188 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-b11fb2fe-bd7f-42e6-825c-ea6362fa7dae service neutron] Request body: {'port': {'device_id': '3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:40:33.987326 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59917628-5d16-4691-96e9-92b706e21662 req-8954a3df-15cf-4bb7-bf08-715d6b2b79e4 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:33.988001 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-59917628-5d16-4691-96e9-92b706e21662 req-8954a3df-15cf-4bb7-bf08-715d6b2b79e4 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Synchronizing usage tracker for tenant:beab94894258421e8db637762eeb547c on resource:port {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:40:33.991579 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-b11fb2fe-bd7f-42e6-825c-ea6362fa7dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:33.998608 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-70d80b31-48ee-4ca7-8b95-e4b3b867f23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:34.116725 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-59917628-5d16-4691-96e9-92b706e21662 req-8954a3df-15cf-4bb7-bf08-715d6b2b79e4 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Unset dirty status for tenant:beab94894258421e8db637762eeb547c on resource:port {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:40:34.118013 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-59917628-5d16-4691-96e9-92b706e21662 req-8954a3df-15cf-4bb7-bf08-715d6b2b79e4 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec HTTP/1.1" status: 200 len: 932 time: 0.3399115 Apr 20 17:40:34.205232 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-59917628-5d16-4691-96e9-92b706e21662 req-90f38698-a27a-4fbf-be8b-a4a35f44955f tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807137 Apr 20 17:40:34.394253 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-b11fb2fe-bd7f-42e6-825c-ea6362fa7dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b95c686-1322-4f9d-bfa6-bebf3d565265 {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:40:34.402046 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-b11fb2fe-bd7f-42e6-825c-ea6362fa7dae service neutron] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:34.417515 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-b11fb2fe-bd7f-42e6-825c-ea6362fa7dae service neutron] Transition to ACTIVE for port object 7b95c686-1322-4f9d-bfa6-bebf3d565265 will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:40:34.449531 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-b11fb2fe-bd7f-42e6-825c-ea6362fa7dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852497450'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:34.454812 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-25aa566c-13c0-43fa-9a7d-dd3a875fd0f3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:40:34.618979 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fb2fe-bd7f-42e6-825c-ea6362fa7dae service neutron] Pushing event updated for resources: {'Port': ['ID=7b95c686-1322-4f9d-bfa6-bebf3d565265,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:40:34.627338 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b11fb2fe-bd7f-42e6-825c-ea6362fa7dae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:40:34.699234 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-b11fb2fe-bd7f-42e6-825c-ea6362fa7dae service neutron] Attempting to bind port 7b95c686-1322-4f9d-bfa6-bebf3d565265 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:40:34.699610 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-b11fb2fe-bd7f-42e6-825c-ea6362fa7dae service neutron] Attempting to bind port 7b95c686-1322-4f9d-bfa6-bebf3d565265 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '629a9c0a-68af-4a2a-b80e-63c1595c5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c56ef912-b303-4c17-a1ae-758968dcb5b3'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:40:34.699981 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-b11fb2fe-bd7f-42e6-825c-ea6362fa7dae service neutron] Attempting to bind port 7b95c686-1322-4f9d-bfa6-bebf3d565265 on network c56ef912-b303-4c17-a1ae-758968dcb5b3 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:40:34.705458 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-b11fb2fe-bd7f-42e6-825c-ea6362fa7dae service neutron] Port 7b95c686-1322-4f9d-bfa6-bebf3d565265 on network c56ef912-b303-4c17-a1ae-758968dcb5b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:40:34.705825 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-b11fb2fe-bd7f-42e6-825c-ea6362fa7dae service neutron] Attempting to bind port 7b95c686-1322-4f9d-bfa6-bebf3d565265 on network c56ef912-b303-4c17-a1ae-758968dcb5b3 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:40:34.711379 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-b11fb2fe-bd7f-42e6-825c-ea6362fa7dae service neutron] Checking agent: {'id': 'fd2caffb-19f6-4460-a29d-56c5ffae00d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'started_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:40:34.711766 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-b11fb2fe-bd7f-42e6-825c-ea6362fa7dae service neutron] Checking segment: {'id': '629a9c0a-68af-4a2a-b80e-63c1595c5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c56ef912-b303-4c17-a1ae-758968dcb5b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:40:34.712190 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-b11fb2fe-bd7f-42e6-825c-ea6362fa7dae service neutron] Bound using segment: {'id': '629a9c0a-68af-4a2a-b80e-63c1595c5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c56ef912-b303-4c17-a1ae-758968dcb5b3'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:40:34.712663 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-b11fb2fe-bd7f-42e6-825c-ea6362fa7dae service neutron] Bound port: 7b95c686-1322-4f9d-bfa6-bebf3d565265, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '629a9c0a-68af-4a2a-b80e-63c1595c5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': 'c56ef912-b303-4c17-a1ae-758968dcb5b3'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:40:34.713048 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-b11fb2fe-bd7f-42e6-825c-ea6362fa7dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:34.805964 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-b11fb2fe-bd7f-42e6-825c-ea6362fa7dae service neutron] For port 7b95c686-1322-4f9d-bfa6-bebf3d565265, host hv-cinder-78692, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:40:34.809224 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-b11fb2fe-bd7f-42e6-825c-ea6362fa7dae service neutron] For port 7b95c686-1322-4f9d-bfa6-bebf3d565265, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7b95c686-1322-4f9d-bfa6-bebf3d565265,segment=NetworkSegment(629a9c0a-68af-4a2a-b80e-63c1595c5a9c),segment_id=629a9c0a-68af-4a2a-b80e-63c1595c5a9c)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:40:34.867391 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-b11fb2fe-bd7f-42e6-825c-ea6362fa7dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852497450'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:34.872495 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-04207cd7-68c2-403e-b44c-ac64532d8cc7 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:40:34.929149 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-b11fb2fe-bd7f-42e6-825c-ea6362fa7dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:34.929823 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-b11fb2fe-bd7f-42e6-825c-ea6362fa7dae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:34.931497 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-b11fb2fe-bd7f-42e6-825c-ea6362fa7dae service neutron] 10.222.0.76 "PUT /v2.0/ports/7b95c686-1322-4f9d-bfa6-bebf3d565265 HTTP/1.1" status: 200 len: 1094 time: 1.2814734 Apr 20 17:40:34.933962 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec', 'tag': '7b95c686-1322-4f9d-bfa6-bebf3d565265'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:40:34.963263 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fb2fe-bd7f-42e6-825c-ea6362fa7dae service neutron] Pushing event updated for resources: {'Port': ['ID=7b95c686-1322-4f9d-bfa6-bebf3d565265,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:40:34.966915 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b11fb2fe-bd7f-42e6-825c-ea6362fa7dae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:40:35.110702 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-89521473-22a9-486e-bd06-effdd9fac29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:35.112506 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-89521473-22a9-486e-bd06-effdd9fac29d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=beab94894258421e8db637762eeb547c&device_id=3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec HTTP/1.1" status: 200 len: 1097 time: 0.0807450 Apr 20 17:40:35.114229 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec', 'tag': '7b95c686-1322-4f9d-bfa6-bebf3d565265', 'status': 'completed', 'code': 200} Apr 20 17:40:35.485156 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-95a0f96f-03ac-40ec-9bd9-2c9c65faa53e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b95c686-1322-4f9d-bfa6-bebf3d565265 HTTP/1.1" status: 200 len: 217 time: 0.3215170 Apr 20 17:40:35.579335 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-4213e302-133a-43ad-9476-e0fec5f5968b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:35.580855 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-4213e302-133a-43ad-9476-e0fec5f5968b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0562f05f-1bed-4258-b4ef-2d35bf59aa9b HTTP/1.1" status: 200 len: 855 time: 0.0892949 Apr 20 17:40:35.637255 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a359f5-ea22-46be-8cca-c3fe648376d1 req-69559914-61d1-4655-8b17-c5ce0f4f62b1 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:35.639224 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c8a359f5-ea22-46be-8cca-c3fe648376d1 req-69559914-61d1-4655-8b17-c5ce0f4f62b1 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec HTTP/1.1" status: 200 len: 944 time: 0.1973264 Apr 20 17:40:35.646802 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-b0bfdb09-a755-45e8-8582-572e8666477c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c56ef912-b303-4c17-a1ae-758968dcb5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577686 Apr 20 17:40:35.776503 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c8a359f5-ea22-46be-8cca-c3fe648376d1 req-a732290d-1ff0-4695-9cb3-6accde7a2644 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269825 Apr 20 17:40:35.830884 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-d0bcc132-ae7d-4f74-a784-acc2b18af0f4 service neutron] 10.222.0.76 "GET /v2.0/networks/c56ef912-b303-4c17-a1ae-758968dcb5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666517 Apr 20 17:40:35.976957 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e1019739-2682-409c-9e24-1bc76cda0a71 req-11bb1528-c22b-4ed1-8cc3-e11667f9b31b service neutron] 10.222.0.76 "GET /v2.0/networks/c56ef912-b303-4c17-a1ae-758968dcb5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338515 Apr 20 17:40:36.084196 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4c37ba1c-4335-4c01-91a8-fbe83fa1499f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:36.215972 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3390f-afba-407e-9cb0-aa61570d14bb req-a0104f1c-6b99-4823-9759-35ca3971495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:36.217604 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bed3390f-afba-407e-9cb0-aa61570d14bb req-a0104f1c-6b99-4823-9759-35ca3971495b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=beab94894258421e8db637762eeb547c&device_id=3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec HTTP/1.1" status: 200 len: 1097 time: 0.0821364 Apr 20 17:40:36.361809 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3390f-afba-407e-9cb0-aa61570d14bb req-7e873f44-823a-40dd-8f7e-1602aacda439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:36.363453 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bed3390f-afba-407e-9cb0-aa61570d14bb req-7e873f44-823a-40dd-8f7e-1602aacda439 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c56ef912-b303-4c17-a1ae-758968dcb5b3 HTTP/1.1" status: 200 len: 916 time: 0.1370869 Apr 20 17:40:36.462439 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bed3390f-afba-407e-9cb0-aa61570d14bb req-585e82ce-a6bf-47e2-b206-c1544baca80e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b95c686-1322-4f9d-bfa6-bebf3d565265 HTTP/1.1" status: 200 len: 217 time: 0.0879784 Apr 20 17:40:36.545868 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3390f-afba-407e-9cb0-aa61570d14bb req-98eeebd6-d286-4dbe-98b7-de1db1f7050c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:36.551036 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bed3390f-afba-407e-9cb0-aa61570d14bb req-98eeebd6-d286-4dbe-98b7-de1db1f7050c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0562f05f-1bed-4258-b4ef-2d35bf59aa9b HTTP/1.1" status: 200 len: 855 time: 0.0721135 Apr 20 17:40:36.608097 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bed3390f-afba-407e-9cb0-aa61570d14bb req-c5874751-2286-4b4f-aa32-efaee0cb5096 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c56ef912-b303-4c17-a1ae-758968dcb5b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492327 Apr 20 17:40:36.762859 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bed3390f-afba-407e-9cb0-aa61570d14bb req-f2bc661f-2d93-4e4c-b0f6-99c4520f574c service neutron] 10.222.0.76 "GET /v2.0/networks/c56ef912-b303-4c17-a1ae-758968dcb5b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425283 Apr 20 17:40:36.908080 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:36.925087 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bed3390f-afba-407e-9cb0-aa61570d14bb req-a0181d65-0aa2-4fa0-a9f2-00fb7977145c service neutron] 10.222.0.76 "GET /v2.0/networks/c56ef912-b303-4c17-a1ae-758968dcb5b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495128 Apr 20 17:40:36.985681 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3b07d-6325-4c92-bf9f-ffda43eed5c7 req-f9b75cfd-b3c9-416e-89b8-b30b9fb46862 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:36.987326 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cbb3b07d-6325-4c92-bf9f-ffda43eed5c7 req-f9b75cfd-b3c9-416e-89b8-b30b9fb46862 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec HTTP/1.1" status: 200 len: 944 time: 0.0934522 Apr 20 17:40:37.036583 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cbb3b07d-6325-4c92-bf9f-ffda43eed5c7 req-6b29a2a2-23c6-437f-926a-bd7c829d5782 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428317 Apr 20 17:40:37.478212 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:38.038182 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:38.241116 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958823b-6156-43bf-b81d-55f2cd8a05cc req-0d44e586-73b3-49f4-9e8f-1a1a5f494c57 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:38.242620 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5958823b-6156-43bf-b81d-55f2cd8a05cc req-0d44e586-73b3-49f4-9e8f-1a1a5f494c57 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec HTTP/1.1" status: 200 len: 944 time: 0.0910747 Apr 20 17:40:38.289567 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5958823b-6156-43bf-b81d-55f2cd8a05cc req-33e80495-1ee7-4128-a6a0-b1d317f89e8d tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407648 Apr 20 17:40:39.488644 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d086a-8355-49e9-bd1b-b6086b93ee13 req-c4880b1f-c24e-4a02-b3bd-e6e9a9dcdc85 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:39.490187 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-923d086a-8355-49e9-bd1b-b6086b93ee13 req-c4880b1f-c24e-4a02-b3bd-e6e9a9dcdc85 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec HTTP/1.1" status: 200 len: 944 time: 0.0893853 Apr 20 17:40:39.537356 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-923d086a-8355-49e9-bd1b-b6086b93ee13 req-43d97b10-33e3-42b0-929c-b2dd4b31aa6a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408413 Apr 20 17:40:40.534377 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 7b95c686-1322-4f9d-bfa6-bebf3d565265 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86490) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 17:40:40.675876 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 7b95c686-1322-4f9d-bfa6-bebf3d565265, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7b95c686-1322-4f9d-bfa6-bebf3d565265,segment=NetworkSegment(629a9c0a-68af-4a2a-b80e-63c1595c5a9c),segment_id=629a9c0a-68af-4a2a-b80e-63c1595c5a9c)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:40:40.693667 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Returning: {'device': '7b95c686-1322-4f9d-bfa6-bebf3d565265', 'network_id': 'c56ef912-b303-4c17-a1ae-758968dcb5b3', 'port_id': '7b95c686-1322-4f9d-bfa6-bebf3d565265', 'mac_address': 'fa:16:3e:75:4a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 969, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0562f05f-1bed-4258-b4ef-2d35bf59aa9b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86490) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:40:40.737216 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a9eeb-3751-4244-85c7-be8fd930b5ff req-3fb77a35-1ef7-4ae6-bde9-1c9e1a19a13e tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:40.738827 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-de4a9eeb-3751-4244-85c7-be8fd930b5ff req-3fb77a35-1ef7-4ae6-bde9-1c9e1a19a13e tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec HTTP/1.1" status: 200 len: 944 time: 0.0868993 Apr 20 17:40:40.752573 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:40.770780 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b95c686-1322-4f9d-bfa6-bebf3d565265 {{(pid=86490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:40:40.786788 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 7b95c686-1322-4f9d-bfa6-bebf3d565265, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7b95c686-1322-4f9d-bfa6-bebf3d565265,segment=NetworkSegment(629a9c0a-68af-4a2a-b80e-63c1595c5a9c),segment_id=629a9c0a-68af-4a2a-b80e-63c1595c5a9c)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:40:40.790748 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-de4a9eeb-3751-4244-85c7-be8fd930b5ff req-31174528-b4b7-4914-8bdc-bb7525bfabea tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452781 Apr 20 17:40:40.827042 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:40.829697 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:40:40.898313 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=7b95c686-1322-4f9d-bfa6-bebf3d565265,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:40:40.901507 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:40:41.376175 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['7b95c686-1322-4f9d-bfa6-bebf3d565265'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:40:41.994249 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6dcc2-5195-4f30-9d28-c7c149cf15ab req-5e4f6f26-4eec-418d-b2ef-fd88762ced8c tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:41.995748 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-54f6dcc2-5195-4f30-9d28-c7c149cf15ab req-5e4f6f26-4eec-418d-b2ef-fd88762ced8c tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec HTTP/1.1" status: 200 len: 945 time: 0.0858407 Apr 20 17:40:42.041900 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-54f6dcc2-5195-4f30-9d28-c7c149cf15ab req-bd73dc08-6dca-409d-99bf-602e9a9ccd71 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394657 Apr 20 17:40:43.240516 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccffd31-19ee-4237-92a5-34f457ce2b94 req-47a97a2b-a8de-4a0a-97aa-946cccce1bde tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:43.242072 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bccffd31-19ee-4237-92a5-34f457ce2b94 req-47a97a2b-a8de-4a0a-97aa-946cccce1bde tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec HTTP/1.1" status: 200 len: 945 time: 0.0880198 Apr 20 17:40:43.289662 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bccffd31-19ee-4237-92a5-34f457ce2b94 req-85f55bd9-fe67-45e9-a0ea-6e6400d3be19 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411747 Apr 20 17:40:44.489307 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0ec53-979c-426e-ae20-f08db75f5005 req-06d2fc89-3ab2-4ac5-8b3b-237b83439da5 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:44.490874 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-66c0ec53-979c-426e-ae20-f08db75f5005 req-06d2fc89-3ab2-4ac5-8b3b-237b83439da5 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec HTTP/1.1" status: 200 len: 945 time: 0.0889618 Apr 20 17:40:44.537886 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-66c0ec53-979c-426e-ae20-f08db75f5005 req-4108db8c-d1fb-4858-9310-8782dfdfcad0 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408046 Apr 20 17:40:44.564016 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 7b95c686-1322-4f9d-bfa6-bebf3d565265 up at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:40:44.673210 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning for port 7b95c686-1322-4f9d-bfa6-bebf3d565265 completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:40:44.678207 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning complete for port 7b95c686-1322-4f9d-bfa6-bebf3d565265 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:40:44.678646 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:44.796431 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:44.826551 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b95c686-1322-4f9d-bfa6-bebf3d565265'}] {{(pid=86490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:40:44.836667 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 7b95c686-1322-4f9d-bfa6-bebf3d565265, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7b95c686-1322-4f9d-bfa6-bebf3d565265,segment=NetworkSegment(629a9c0a-68af-4a2a-b80e-63c1595c5a9c),segment_id=629a9c0a-68af-4a2a-b80e-63c1595c5a9c)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:40:44.877840 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:44.879937 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a5e4bd21-0db0-4f94-bf5a-66e65ed6f18d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:40:44.941762 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b95c686-1322-4f9d-bfa6-bebf3d565265', 'code': 200} Apr 20 17:40:44.956483 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=7b95c686-1322-4f9d-bfa6-bebf3d565265,revision_number=5']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:40:44.959569 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:40:45.266311 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958298a0-5a62-4fc1-ada0-f2303c8c754e req-551400b3-b773-4554-840b-8a5e9f009994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:45.267826 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-958298a0-5a62-4fc1-ada0-f2303c8c754e req-551400b3-b773-4554-840b-8a5e9f009994 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec HTTP/1.1" status: 200 len: 1099 time: 0.0796714 Apr 20 17:40:45.310948 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-958298a0-5a62-4fc1-ada0-f2303c8c754e req-63718352-299f-42a1-a6f3-846b0a8c8fa8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358455 Apr 20 17:40:45.737396 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e845d0-1d50-44d2-89c4-1720e1c8c4d8 req-f6594f85-0b53-4cdf-b025-73555d41ffa9 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:45.739003 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-84e845d0-1d50-44d2-89c4-1720e1c8c4d8 req-f6594f85-0b53-4cdf-b025-73555d41ffa9 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec HTTP/1.1" status: 200 len: 946 time: 0.0884972 Apr 20 17:40:45.789971 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-84e845d0-1d50-44d2-89c4-1720e1c8c4d8 req-a5db66fa-844e-4406-a751-c0c4e59e4c81 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446751 Apr 20 17:40:46.990790 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e9c9e-2e3e-44af-8bf9-c7d7dea687cc req-edeba5f0-7f29-42a6-b0c2-f3a9694efbb9 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:46.992270 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-193e9c9e-2e3e-44af-8bf9-c7d7dea687cc req-edeba5f0-7f29-42a6-b0c2-f3a9694efbb9 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec HTTP/1.1" status: 200 len: 946 time: 0.0875833 Apr 20 17:40:47.040056 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-193e9c9e-2e3e-44af-8bf9-c7d7dea687cc req-0c281f2a-bd44-4b76-8d95-220c7b12195e tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416138 Apr 20 17:40:48.240560 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde9690-5634-4282-8800-fb59a5b61451 req-10a8de71-576f-4136-b025-424209eb27fe tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:48.242125 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5cde9690-5634-4282-8800-fb59a5b61451 req-10a8de71-576f-4136-b025-424209eb27fe tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec HTTP/1.1" status: 200 len: 946 time: 0.0881546 Apr 20 17:40:48.288780 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5cde9690-5634-4282-8800-fb59a5b61451 req-dd2ff991-f9b2-40c5-965e-9b34d4bca013 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403194 Apr 20 17:40:54.502157 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:40:56.511700 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:40:57.041957 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-71275ac8-0dba-489d-ba5a-fb1af3c2688c req-3666b575-0d4a-4f45-b93a-5f85d2531e28 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798063 Apr 20 17:40:57.173405 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71275ac8-0dba-489d-ba5a-fb1af3c2688c req-0d27560c-af2e-43fc-a8e2-997bec83eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:57.175083 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-71275ac8-0dba-489d-ba5a-fb1af3c2688c req-0d27560c-af2e-43fc-a8e2-997bec83eb52 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=91f08a58d46d4762b691ff2c6db71cd4&device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 1099 time: 0.0846515 Apr 20 17:40:57.334038 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71275ac8-0dba-489d-ba5a-fb1af3c2688c req-35f2e146-b1fd-4d9a-a9a5-f40420161052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:57.335644 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-71275ac8-0dba-489d-ba5a-fb1af3c2688c req-35f2e146-b1fd-4d9a-a9a5-f40420161052 service neutron] 10.222.0.76 "GET /v2.0/networks?id=43f466f2-e643-4c2d-a72d-6fa47845b747 HTTP/1.1" status: 200 len: 918 time: 0.1399636 Apr 20 17:40:57.450003 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-71275ac8-0dba-489d-ba5a-fb1af3c2688c req-9c6edfbb-2e27-4622-96c3-744d2f4f8262 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff604c0c-91ae-4156-8503-1063be95d6a4 HTTP/1.1" status: 200 len: 1001 time: 0.1075785 Apr 20 17:40:57.587313 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71275ac8-0dba-489d-ba5a-fb1af3c2688c req-8f8cc982-e6c9-4100-8a5b-95bcd83106b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:57.588885 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-71275ac8-0dba-489d-ba5a-fb1af3c2688c req-8f8cc982-e6c9-4100-8a5b-95bcd83106b7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e7b59eb6-7796-4d48-ad26-1b7d7898dd0a HTTP/1.1" status: 200 len: 856 time: 0.0654662 Apr 20 17:40:57.615692 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0aca93-bd09-4586-b25a-140586144316 req-a06d231d-bad9-4e37-81cb-6389bfbc5a89 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:57.617311 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ac0aca93-bd09-4586-b25a-140586144316 req-a06d231d-bad9-4e37-81cb-6389bfbc5a89 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec HTTP/1.1" status: 200 len: 946 time: 0.0926158 Apr 20 17:40:57.666920 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ac0aca93-bd09-4586-b25a-140586144316 req-66c475d1-9354-4ee3-8248-1cb791f796f7 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427468 Apr 20 17:40:57.678338 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71275ac8-0dba-489d-ba5a-fb1af3c2688c req-a658db5f-a302-4807-a3a4-505c5dd8d98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:57.680045 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-71275ac8-0dba-489d-ba5a-fb1af3c2688c req-a658db5f-a302-4807-a3a4-505c5dd8d98f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=43f466f2-e643-4c2d-a72d-6fa47845b747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830114 Apr 20 17:40:57.828836 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-71275ac8-0dba-489d-ba5a-fb1af3c2688c req-d8b022e8-5614-4e7a-873e-cd8867fcc5ef service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412067 Apr 20 17:40:57.977223 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-71275ac8-0dba-489d-ba5a-fb1af3c2688c req-ebd6a122-7963-46ad-b4fb-05b78756a4d7 service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416957 Apr 20 17:40:58.867857 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba793fe-0c49-40a4-bb03-037b830ecffe req-878f81ae-75b3-4249-9125-b9cea0db13e9 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:40:58.869425 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7ba793fe-0c49-40a4-bb03-037b830ecffe req-878f81ae-75b3-4249-9125-b9cea0db13e9 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec HTTP/1.1" status: 200 len: 946 time: 0.0872169 Apr 20 17:40:58.916405 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7ba793fe-0c49-40a4-bb03-037b830ecffe req-ce6519bc-98d0-44e5-845b-b1c01b1298d7 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406590 Apr 20 17:41:00.036725 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e64bb-03d7-464e-b8c4-d3856bd705aa req-9baa4a08-3b31-4b39-9e8d-2b8fa0425906 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:00.038284 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fc0e64bb-03d7-464e-b8c4-d3856bd705aa req-9baa4a08-3b31-4b39-9e8d-2b8fa0425906 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.76 "GET /v2.0/ports?device_id=3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec HTTP/1.1" status: 200 len: 946 time: 0.0911939 Apr 20 17:41:00.115136 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-fc0e64bb-03d7-464e-b8c4-d3856bd705aa req-e35d2fc1-9d94-4fcd-a8d1-30b88dd46385 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Deleting port 7b95c686-1322-4f9d-bfa6-bebf3d565265 {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:00.115519 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-fc0e64bb-03d7-464e-b8c4-d3856bd705aa req-e35d2fc1-9d94-4fcd-a8d1-30b88dd46385 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:00.116787 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3cd37-9d77-4410-9cce-1c8d6d327080 req-50b4cb5f-1a40-4ac3-8043-5c10a11bbe33 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:00.118386 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-baa3cd37-9d77-4410-9cce-1c8d6d327080 req-50b4cb5f-1a40-4ac3-8043-5c10a11bbe33 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec HTTP/1.1" status: 200 len: 946 time: 0.0896661 Apr 20 17:41:00.167039 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-baa3cd37-9d77-4410-9cce-1c8d6d327080 req-012431de-8d42-4190-9cc4-27f86fc9b92e tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419538 Apr 20 17:41:00.372756 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-fc0e64bb-03d7-464e-b8c4-d3856bd705aa req-e35d2fc1-9d94-4fcd-a8d1-30b88dd46385 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] For port 7b95c686-1322-4f9d-bfa6-bebf3d565265, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7b95c686-1322-4f9d-bfa6-bebf3d565265,segment=NetworkSegment(629a9c0a-68af-4a2a-b80e-63c1595c5a9c),segment_id=629a9c0a-68af-4a2a-b80e-63c1595c5a9c)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:41:00.373156 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-fc0e64bb-03d7-464e-b8c4-d3856bd705aa req-e35d2fc1-9d94-4fcd-a8d1-30b88dd46385 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:00.502682 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-fc0e64bb-03d7-464e-b8c4-d3856bd705aa req-e35d2fc1-9d94-4fcd-a8d1-30b88dd46385 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Calling delete_port for 7b95c686-1322-4f9d-bfa6-bebf3d565265 owned by compute:nova {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:41:00.678753 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-fc0e64bb-03d7-464e-b8c4-d3856bd705aa req-e35d2fc1-9d94-4fcd-a8d1-30b88dd46385 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278367'] for port, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:00.684491 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:00.725738 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['30f80db9-7d74-4fb7-9475-551a1724a09d', 'ca440a4d-2511-48a5-b1da-66dd1d73fbcb', '3547870e-255a-415a-8766-07a254012b32'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:41:00.734122 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d2fc1-9d94-4fcd-a8d1-30b88dd46385 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Pushing event deleted for resources: {'Port': ['ID=7b95c686-1322-4f9d-bfa6-bebf3d565265,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:00.996129 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35d2fc1-9d94-4fcd-a8d1-30b88dd46385 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:00.996446 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35d2fc1-9d94-4fcd-a8d1-30b88dd46385 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:00.996845 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35d2fc1-9d94-4fcd-a8d1-30b88dd46385 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:00.997247 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35d2fc1-9d94-4fcd-a8d1-30b88dd46385 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:00.997642 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35d2fc1-9d94-4fcd-a8d1-30b88dd46385 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:00.998034 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35d2fc1-9d94-4fcd-a8d1-30b88dd46385 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:00.998423 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35d2fc1-9d94-4fcd-a8d1-30b88dd46385 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:00.998836 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35d2fc1-9d94-4fcd-a8d1-30b88dd46385 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:00.999225 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35d2fc1-9d94-4fcd-a8d1-30b88dd46385 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:00.999613 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35d2fc1-9d94-4fcd-a8d1-30b88dd46385 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:01.000030 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35d2fc1-9d94-4fcd-a8d1-30b88dd46385 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:01.000413 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35d2fc1-9d94-4fcd-a8d1-30b88dd46385 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:01.008297 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-e35d2fc1-9d94-4fcd-a8d1-30b88dd46385 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:01.045146 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0e64bb-03d7-464e-b8c4-d3856bd705aa req-e35d2fc1-9d94-4fcd-a8d1-30b88dd46385 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] No DVR routers for this DVR port 7b95c686-1322-4f9d-bfa6-bebf3d565265 on host hv-cinder-78692 {{(pid=86489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 17:41:01.048176 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-fc0e64bb-03d7-464e-b8c4-d3856bd705aa req-e35d2fc1-9d94-4fcd-a8d1-30b88dd46385 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:01.050989 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec', 'name': 'network-vif-deleted', 'tag': '7b95c686-1322-4f9d-bfa6-bebf3d565265'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:41:01.101145 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec', 'name': 'network-vif-deleted', 'tag': '7b95c686-1322-4f9d-bfa6-bebf3d565265', 'status': 'completed', 'code': 200} Apr 20 17:41:01.103118 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fc0e64bb-03d7-464e-b8c4-d3856bd705aa req-e35d2fc1-9d94-4fcd-a8d1-30b88dd46385 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.76 "DELETE /v2.0/ports/7b95c686-1322-4f9d-bfa6-bebf3d565265 HTTP/1.1" status: 204 len: 173 time: 1.0587771 Apr 20 17:41:01.333326 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-40d4afff-b87c-47a2-81b5-2ab1ed9b2738 req-4b30d0be-1db7-438e-bfd5-ee5a48327aed tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fe0f7ab-5e36-4a8a-8c84-fa81125e5dec HTTP/1.1" status: 200 len: 210 time: 0.0518460 Apr 20 17:41:02.637682 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 7b95c686-1322-4f9d-bfa6-bebf3d565265 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:41:02.676762 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] No Port match for: 7b95c686-1322-4f9d-bfa6-bebf3d565265 {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:41:02.677163 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 7b95c686-1322-4f9d-bfa6-bebf3d565265 not bound to the agent host hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:41:03.998447 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-931fcc41-8bee-4762-9fdd-9912ecc22c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:04.154674 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217221fd-f2b1-4bb2-9367-ab384c632609 req-5f888a32-629c-4561-9628-13ee35163d78 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:04.155418 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-217221fd-f2b1-4bb2-9367-ab384c632609 req-5f888a32-629c-4561-9628-13ee35163d78 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Synchronizing usage tracker for tenant:beab94894258421e8db637762eeb547c on resource:port {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:41:04.204250 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-217221fd-f2b1-4bb2-9367-ab384c632609 req-5f888a32-629c-4561-9628-13ee35163d78 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Unset dirty status for tenant:beab94894258421e8db637762eeb547c on resource:port {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:41:04.205481 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-217221fd-f2b1-4bb2-9367-ab384c632609 req-5f888a32-629c-4561-9628-13ee35163d78 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3cc01116-2ede-4038-a352-4ac3acac0660 HTTP/1.1" status: 200 len: 945 time: 0.1388023 Apr 20 17:41:04.252912 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-217221fd-f2b1-4bb2-9367-ab384c632609 req-c94fd43e-180d-4020-b2ef-0fc2574e2370 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408373 Apr 20 17:41:05.453168 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfad9b-c310-40db-ba31-6198b0d5e06c req-8f178bc5-543d-4d0b-bc1f-6c4899ab77b7 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:05.454789 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8bcfad9b-c310-40db-ba31-6198b0d5e06c req-8f178bc5-543d-4d0b-bc1f-6c4899ab77b7 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3cc01116-2ede-4038-a352-4ac3acac0660 HTTP/1.1" status: 200 len: 945 time: 0.0873632 Apr 20 17:41:05.503135 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8bcfad9b-c310-40db-ba31-6198b0d5e06c req-8d7f369e-4ceb-42be-82d2-9a9a7c3aa5af tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420923 Apr 20 17:41:06.101100 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7c8c96e5-a11a-46ab-812c-c75de52f18b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:06.508083 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461868d9-c12b-4f3c-a999-086883bedb00 req-f08489e0-4f35-4df6-9b77-69f23a73b40b tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:06.509627 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-461868d9-c12b-4f3c-a999-086883bedb00 req-f08489e0-4f35-4df6-9b77-69f23a73b40b tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.76 "GET /v2.0/ports?device_id=3cc01116-2ede-4038-a352-4ac3acac0660 HTTP/1.1" status: 200 len: 945 time: 0.0883844 Apr 20 17:41:06.588969 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-461868d9-c12b-4f3c-a999-086883bedb00 req-167b70ab-6b4a-4de2-8c42-8c3e546a92c3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Deleting port 3547870e-255a-415a-8766-07a254012b32 {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:06.589341 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-461868d9-c12b-4f3c-a999-086883bedb00 req-167b70ab-6b4a-4de2-8c42-8c3e546a92c3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:06.861774 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4afe36-c116-4f99-9b40-ae91cf19befa req-c8fb2074-545f-4f99-9936-ecdb19279bf0 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:06.863455 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cf4afe36-c116-4f99-9b40-ae91cf19befa req-c8fb2074-545f-4f99-9936-ecdb19279bf0 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3cc01116-2ede-4038-a352-4ac3acac0660 HTTP/1.1" status: 200 len: 945 time: 0.2421939 Apr 20 17:41:06.912670 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:06.954139 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cf4afe36-c116-4f99-9b40-ae91cf19befa req-5282ce8b-3bf7-432e-b250-fd65bde5c4ed tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782194 Apr 20 17:41:06.961214 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-461868d9-c12b-4f3c-a999-086883bedb00 req-167b70ab-6b4a-4de2-8c42-8c3e546a92c3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] For port 3547870e-255a-415a-8766-07a254012b32, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=3547870e-255a-415a-8766-07a254012b32,segment=NetworkSegment(629a9c0a-68af-4a2a-b80e-63c1595c5a9c),segment_id=629a9c0a-68af-4a2a-b80e-63c1595c5a9c)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:41:06.961623 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-461868d9-c12b-4f3c-a999-086883bedb00 req-167b70ab-6b4a-4de2-8c42-8c3e546a92c3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:07.095987 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-461868d9-c12b-4f3c-a999-086883bedb00 req-167b70ab-6b4a-4de2-8c42-8c3e546a92c3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Calling delete_port for 3547870e-255a-415a-8766-07a254012b32 owned by compute:nova {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:41:07.324167 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-461868d9-c12b-4f3c-a999-086883bedb00 req-167b70ab-6b4a-4de2-8c42-8c3e546a92c3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278367'] for port, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:07.330217 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-de2ee2af-a260-40f3-9efd-827d21ef3a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:07.363253 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['30f80db9-7d74-4fb7-9475-551a1724a09d', 'ca440a4d-2511-48a5-b1da-66dd1d73fbcb'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:41:07.382186 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b70ab-6b4a-4de2-8c42-8c3e546a92c3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Pushing event deleted for resources: {'Port': ['ID=3547870e-255a-415a-8766-07a254012b32,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:07.385834 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-167b70ab-6b4a-4de2-8c42-8c3e546a92c3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:07.462664 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-461868d9-c12b-4f3c-a999-086883bedb00 req-167b70ab-6b4a-4de2-8c42-8c3e546a92c3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] No DVR routers for this DVR port 3547870e-255a-415a-8766-07a254012b32 on host hv-cinder-78692 {{(pid=86489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 17:41:07.465147 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-461868d9-c12b-4f3c-a999-086883bedb00 req-167b70ab-6b4a-4de2-8c42-8c3e546a92c3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:07.468248 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc01116-2ede-4038-a352-4ac3acac0660', 'name': 'network-vif-deleted', 'tag': '3547870e-255a-415a-8766-07a254012b32'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:41:07.495566 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:07.514299 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-461868d9-c12b-4f3c-a999-086883bedb00 req-167b70ab-6b4a-4de2-8c42-8c3e546a92c3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.76 "DELETE /v2.0/ports/3547870e-255a-415a-8766-07a254012b32 HTTP/1.1" status: 204 len: 173 time: 0.9990132 Apr 20 17:41:07.520078 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc01116-2ede-4038-a352-4ac3acac0660', 'name': 'network-vif-deleted', 'tag': '3547870e-255a-415a-8766-07a254012b32', 'status': 'completed', 'code': 200} Apr 20 17:41:08.026958 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:08.132925 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-e984c844-2cdc-43c5-bdcb-2dbe9943a83d req-d8074bf2-e272-4e2d-ac5a-061d405baea1 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Synchronizing usage tracker for tenant:beab94894258421e8db637762eeb547c on resource:port {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:41:08.175633 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-e984c844-2cdc-43c5-bdcb-2dbe9943a83d req-d8074bf2-e272-4e2d-ac5a-061d405baea1 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Unset dirty status for tenant:beab94894258421e8db637762eeb547c on resource:port {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:41:08.176904 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e984c844-2cdc-43c5-bdcb-2dbe9943a83d req-d8074bf2-e272-4e2d-ac5a-061d405baea1 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=3cc01116-2ede-4038-a352-4ac3acac0660 HTTP/1.1" status: 200 len: 210 time: 0.0948863 Apr 20 17:41:08.673926 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 3547870e-255a-415a-8766-07a254012b32 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:41:08.711410 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] No Port match for: 3547870e-255a-415a-8766-07a254012b32 {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:41:08.711804 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 3547870e-255a-415a-8766-07a254012b32 not bound to the agent host hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:41:09.715008 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a5434-f188-4971-ad0e-c9f04140f117 req-5b99efb3-c89e-4454-a52f-b4d6785b32ec tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:09.716818 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-097a5434-f188-4971-ad0e-c9f04140f117 req-5b99efb3-c89e-4454-a52f-b4d6785b32ec tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d56c4df-4f57-4f7e-af2a-7422f88cfd5e HTTP/1.1" status: 200 len: 946 time: 0.0894256 Apr 20 17:41:09.763396 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-097a5434-f188-4971-ad0e-c9f04140f117 req-759208cc-1852-432c-811f-d48fcb5ec691 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398145 Apr 20 17:41:10.963057 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf6890-f499-495c-91e8-0d220e028fb7 req-74cfb463-223e-48c8-b9cf-64ccbfca6944 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:10.964565 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f5cf6890-f499-495c-91e8-0d220e028fb7 req-74cfb463-223e-48c8-b9cf-64ccbfca6944 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d56c4df-4f57-4f7e-af2a-7422f88cfd5e HTTP/1.1" status: 200 len: 946 time: 0.0884604 Apr 20 17:41:11.012393 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f5cf6890-f499-495c-91e8-0d220e028fb7 req-17fad2cc-9e69-4988-b77b-2293fb286a58 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413296 Apr 20 17:41:11.713480 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090272e-d0b2-434d-8940-003946b0e568 req-c1dac355-44a7-46ce-ad04-899305401923 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:11.715143 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d090272e-d0b2-434d-8940-003946b0e568 req-c1dac355-44a7-46ce-ad04-899305401923 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d56c4df-4f57-4f7e-af2a-7422f88cfd5e HTTP/1.1" status: 200 len: 946 time: 0.0909641 Apr 20 17:41:11.792974 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-d090272e-d0b2-434d-8940-003946b0e568 req-46c91f4b-ec9b-44e8-b65c-a15136b21a65 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Deleting port ca440a4d-2511-48a5-b1da-66dd1d73fbcb {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:11.793360 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-d090272e-d0b2-434d-8940-003946b0e568 req-46c91f4b-ec9b-44e8-b65c-a15136b21a65 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:12.058223 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-d090272e-d0b2-434d-8940-003946b0e568 req-46c91f4b-ec9b-44e8-b65c-a15136b21a65 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] For port ca440a4d-2511-48a5-b1da-66dd1d73fbcb, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ca440a4d-2511-48a5-b1da-66dd1d73fbcb,segment=NetworkSegment(629a9c0a-68af-4a2a-b80e-63c1595c5a9c),segment_id=629a9c0a-68af-4a2a-b80e-63c1595c5a9c)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:41:12.058752 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-d090272e-d0b2-434d-8940-003946b0e568 req-46c91f4b-ec9b-44e8-b65c-a15136b21a65 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:12.190941 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-d090272e-d0b2-434d-8940-003946b0e568 req-46c91f4b-ec9b-44e8-b65c-a15136b21a65 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Calling delete_port for ca440a4d-2511-48a5-b1da-66dd1d73fbcb owned by compute:nova {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:41:12.216831 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1860fa-7dea-48fe-8d49-1e65377f549a req-4a46b42a-73c0-48f6-8053-1b4e2ef71f9e tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:12.218421 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8b1860fa-7dea-48fe-8d49-1e65377f549a req-4a46b42a-73c0-48f6-8053-1b4e2ef71f9e tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d56c4df-4f57-4f7e-af2a-7422f88cfd5e HTTP/1.1" status: 200 len: 946 time: 0.0888984 Apr 20 17:41:12.265969 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8b1860fa-7dea-48fe-8d49-1e65377f549a req-d5b910d9-a979-4b11-966d-e3d70e5ab8cc tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409696 Apr 20 17:41:12.363510 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-d090272e-d0b2-434d-8940-003946b0e568 req-46c91f4b-ec9b-44e8-b65c-a15136b21a65 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278367'] for port, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:12.369045 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f284ca6b-ffec-4e31-b400-9e56256b4eec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:12.402843 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['30f80db9-7d74-4fb7-9475-551a1724a09d', 'ca440a4d-2511-48a5-b1da-66dd1d73fbcb'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:41:12.417435 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c91f4b-ec9b-44e8-b65c-a15136b21a65 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Pushing event deleted for resources: {'Port': ['ID=ca440a4d-2511-48a5-b1da-66dd1d73fbcb,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:12.420818 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-46c91f4b-ec9b-44e8-b65c-a15136b21a65 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:12.499161 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-d090272e-d0b2-434d-8940-003946b0e568 req-46c91f4b-ec9b-44e8-b65c-a15136b21a65 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] No DVR routers for this DVR port ca440a4d-2511-48a5-b1da-66dd1d73fbcb on host hv-cinder-78692 {{(pid=86489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 17:41:12.502929 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-d090272e-d0b2-434d-8940-003946b0e568 req-46c91f4b-ec9b-44e8-b65c-a15136b21a65 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:12.506029 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d56c4df-4f57-4f7e-af2a-7422f88cfd5e', 'name': 'network-vif-deleted', 'tag': 'ca440a4d-2511-48a5-b1da-66dd1d73fbcb'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:41:12.557486 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d56c4df-4f57-4f7e-af2a-7422f88cfd5e', 'name': 'network-vif-deleted', 'tag': 'ca440a4d-2511-48a5-b1da-66dd1d73fbcb', 'status': 'completed', 'code': 200} Apr 20 17:41:12.565113 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d090272e-d0b2-434d-8940-003946b0e568 req-46c91f4b-ec9b-44e8-b65c-a15136b21a65 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.76 "DELETE /v2.0/ports/ca440a4d-2511-48a5-b1da-66dd1d73fbcb HTTP/1.1" status: 204 len: 173 time: 0.8434596 Apr 20 17:41:13.307122 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2c3f2-d7fc-4133-beba-c07a650d5f39 req-421968ac-0035-4077-b1e0-456e7487773c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:13.308735 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-61d2c3f2-d7fc-4133-beba-c07a650d5f39 req-421968ac-0035-4077-b1e0-456e7487773c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 946 time: 0.0868640 Apr 20 17:41:13.361874 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-61d2c3f2-d7fc-4133-beba-c07a650d5f39 req-5839fa7d-2f06-4963-98ae-edfec470943e tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463233 Apr 20 17:41:13.452456 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5eb8956f-b941-452b-bbbb-2eba148bd817 req-aa5bfdd3-346a-4d19-b688-7c9d0c7cc2e3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=1d56c4df-4f57-4f7e-af2a-7422f88cfd5e HTTP/1.1" status: 200 len: 210 time: 0.0511603 Apr 20 17:41:14.570365 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798a2b1-73ab-43e7-8fc1-b3101f74cf4e req-d4c2a55a-847f-469d-a80a-4284d04f8b7e tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:14.572003 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4798a2b1-73ab-43e7-8fc1-b3101f74cf4e req-d4c2a55a-847f-469d-a80a-4284d04f8b7e tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 946 time: 0.0909224 Apr 20 17:41:14.621312 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4798a2b1-73ab-43e7-8fc1-b3101f74cf4e req-3460d314-a448-48a9-92f5-12208d21ac8e tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431039 Apr 20 17:41:14.707497 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device ca440a4d-2511-48a5-b1da-66dd1d73fbcb no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:41:14.748277 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] No Port match for: ca440a4d-2511-48a5-b1da-66dd1d73fbcb {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:41:14.748668 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device ca440a4d-2511-48a5-b1da-66dd1d73fbcb not bound to the agent host hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:41:15.217952 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d3789-7509-4282-ab3d-6a680caf7704 req-5c7e1cf9-4d28-45c1-b488-8f1b06ae6144 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:15.219529 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-166d3789-7509-4282-ab3d-6a680caf7704 req-5c7e1cf9-4d28-45c1-b488-8f1b06ae6144 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 946 time: 0.0911305 Apr 20 17:41:15.294987 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-166d3789-7509-4282-ab3d-6a680caf7704 req-95b8669b-8b58-456f-a0bb-610543b43ad9 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Deleting port ff604c0c-91ae-4156-8503-1063be95d6a4 {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:15.295372 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-166d3789-7509-4282-ab3d-6a680caf7704 req-95b8669b-8b58-456f-a0bb-610543b43ad9 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:15.554821 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-166d3789-7509-4282-ab3d-6a680caf7704 req-95b8669b-8b58-456f-a0bb-610543b43ad9 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] For port ff604c0c-91ae-4156-8503-1063be95d6a4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=ff604c0c-91ae-4156-8503-1063be95d6a4,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:41:15.555147 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-166d3789-7509-4282-ab3d-6a680caf7704 req-95b8669b-8b58-456f-a0bb-610543b43ad9 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:15.828003 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c836f-5061-49db-9b76-83990d61e4c6 req-a191faad-cf6c-4347-9a3e-85505f87c3ab tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:15.829606 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-613c836f-5061-49db-9b76-83990d61e4c6 req-a191faad-cf6c-4347-9a3e-85505f87c3ab tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 946 time: 0.0894349 Apr 20 17:41:15.863989 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-166d3789-7509-4282-ab3d-6a680caf7704 req-95b8669b-8b58-456f-a0bb-610543b43ad9 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:15.864413 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-166d3789-7509-4282-ab3d-6a680caf7704 req-95b8669b-8b58-456f-a0bb-610543b43ad9 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854139214'] for floatingip, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:15.864763 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.l3_db [req-166d3789-7509-4282-ab3d-6a680caf7704 req-95b8669b-8b58-456f-a0bb-610543b43ad9 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Floating IP f2265ab9-5acf-46d3-8b02-b4c78eaa4a0c disassociated. External IP: 172.28.1.233, port: ff604c0c-91ae-4156-8503-1063be95d6a4. Apr 20 17:41:15.865145 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-166d3789-7509-4282-ab3d-6a680caf7704 req-95b8669b-8b58-456f-a0bb-610543b43ad9 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Calling delete_port for ff604c0c-91ae-4156-8503-1063be95d6a4 owned by compute:nova {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:41:15.885729 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-613c836f-5061-49db-9b76-83990d61e4c6 req-6a0bc395-c144-468a-8f71-ec4728fc1f67 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447500 Apr 20 17:41:16.049472 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-166d3789-7509-4282-ab3d-6a680caf7704 req-95b8669b-8b58-456f-a0bb-610543b43ad9 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278367'] for port, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:16.055218 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a4fc25dc-52cb-40e3-9c67-75329e67c141 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:16.105002 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8669b-8b58-456f-a0bb-610543b43ad9 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Pushing event deleted for resources: {'Port': ['ID=ff604c0c-91ae-4156-8503-1063be95d6a4,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:16.108832 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-95b8669b-8b58-456f-a0bb-610543b43ad9 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:16.524806 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-166d3789-7509-4282-ab3d-6a680caf7704 req-95b8669b-8b58-456f-a0bb-610543b43ad9 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Router 3f30ca91-3312-4342-bd1f-93a1532f2278 has already been hosted by L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 {{(pid=86489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 17:41:16.533348 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920808ba-b7f4-44e6-80a0-b798af5f631d req-1d669b92-9e1f-4aab-b13c-3d11357137b7 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:16.534985 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-920808ba-b7f4-44e6-80a0-b798af5f631d req-1d669b92-9e1f-4aab-b13c-3d11357137b7 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1e3069b-b3a9-43dc-a145-421190f4520b HTTP/1.1" status: 200 len: 945 time: 0.0964055 Apr 20 17:41:16.585205 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-920808ba-b7f4-44e6-80a0-b798af5f631d req-d7833204-e84a-4805-9300-f078b812aa25 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433338 Apr 20 17:41:16.722843 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-166d3789-7509-4282-ab3d-6a680caf7704 req-95b8669b-8b58-456f-a0bb-610543b43ad9 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:41:16.732542 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855d82d5-fdd6-4cb7-92b9-2d377db35d74 None None] Sync routers for ids ['3f30ca91-3312-4342-bd1f-93a1532f2278'] in dv-cinder-786927-2-smb {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:41:16.743293 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855d82d5-fdd6-4cb7-92b9-2d377db35d74 None None] Routers {'3f30ca91-3312-4342-bd1f-93a1532f2278'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:41:16.744039 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-855d82d5-fdd6-4cb7-92b9-2d377db35d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:41:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['3f30ca91-3312-4342-bd1f-93a1532f2278'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:16.799322 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-166d3789-7509-4282-ab3d-6a680caf7704 req-95b8669b-8b58-456f-a0bb-610543b43ad9 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] No DVR routers for this DVR port ff604c0c-91ae-4156-8503-1063be95d6a4 on host hv-cinder-78692 {{(pid=86489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 17:41:16.801843 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-166d3789-7509-4282-ab3d-6a680caf7704 req-95b8669b-8b58-456f-a0bb-610543b43ad9 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:16.804709 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4af915-32cc-4249-b578-fbb2e0e101c3', 'name': 'network-vif-deleted', 'tag': 'ff604c0c-91ae-4156-8503-1063be95d6a4'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:41:16.851612 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-166d3789-7509-4282-ab3d-6a680caf7704 req-95b8669b-8b58-456f-a0bb-610543b43ad9 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.76 "DELETE /v2.0/ports/ff604c0c-91ae-4156-8503-1063be95d6a4 HTTP/1.1" status: 204 len: 173 time: 1.6251085 Apr 20 17:41:16.853532 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4af915-32cc-4249-b578-fbb2e0e101c3', 'name': 'network-vif-deleted', 'tag': 'ff604c0c-91ae-4156-8503-1063be95d6a4', 'status': 'completed', 'code': 200} Apr 20 17:41:16.936203 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-855d82d5-fdd6-4cb7-92b9-2d377db35d74 None None] Set router 3f30ca91-3312-4342-bd1f-93a1532f2278 gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:41:17.076801 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-47681063-7bc9-42a4-8b64-60f7554fb5ef req-5b034085-ca09-4226-b2e1-e4f4883a165b tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e4af915-32cc-4249-b578-fbb2e0e101c3 HTTP/1.1" status: 200 len: 210 time: 0.0506227 Apr 20 17:41:17.420483 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-855d82d5-fdd6-4cb7-92b9-2d377db35d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'name': 'tempest-AttachVolumeShelveTestJSON-1076416549-router', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'gw_port': {'id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:09Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': '73cde741-ba67-4783-bfb4-aec69f40f174', 'name': '', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'mac_address': 'fa:16:3e:0e:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:25Z', 'updated_at': '2021-04-20T17:35:40Z', 'revision_number': 5, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'subnets': [{'id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:17.425118 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855d82d5-fdd6-4cb7-92b9-2d377db35d74 None None] Checking router: 3f30ca91-3312-4342-bd1f-93a1532f2278 for host: dv-cinder-786927-2-smb {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:41:17.433902 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855d82d5-fdd6-4cb7-92b9-2d377db35d74 None None] Routers {'3f30ca91-3312-4342-bd1f-93a1532f2278'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:41:17.434552 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-855d82d5-fdd6-4cb7-92b9-2d377db35d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:41:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['3f30ca91-3312-4342-bd1f-93a1532f2278'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:17.622513 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-855d82d5-fdd6-4cb7-92b9-2d377db35d74 None None] Set router 3f30ca91-3312-4342-bd1f-93a1532f2278 gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:41:17.808554 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad8bb1-d5bb-4a0d-b51b-5218d4dbbc29 req-97d8e966-5890-4997-b87f-3dd55c4e40b0 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:17.809703 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-48ad8bb1-d5bb-4a0d-b51b-5218d4dbbc29 req-97d8e966-5890-4997-b87f-3dd55c4e40b0 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Synchronizing usage tracker for tenant:beab94894258421e8db637762eeb547c on resource:port {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:41:17.861061 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-48ad8bb1-d5bb-4a0d-b51b-5218d4dbbc29 req-97d8e966-5890-4997-b87f-3dd55c4e40b0 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Unset dirty status for tenant:beab94894258421e8db637762eeb547c on resource:port {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:41:17.862393 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-48ad8bb1-d5bb-4a0d-b51b-5218d4dbbc29 req-97d8e966-5890-4997-b87f-3dd55c4e40b0 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1e3069b-b3a9-43dc-a145-421190f4520b HTTP/1.1" status: 200 len: 945 time: 0.1452587 Apr 20 17:41:17.911506 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-48ad8bb1-d5bb-4a0d-b51b-5218d4dbbc29 req-ba649322-ab1d-4714-ae99-857bfd029047 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425553 Apr 20 17:41:18.004623 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-855d82d5-fdd6-4cb7-92b9-2d377db35d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'name': 'tempest-AttachVolumeShelveTestJSON-1076416549-router', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'gw_port': {'id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:09Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': '73cde741-ba67-4783-bfb4-aec69f40f174', 'name': '', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'mac_address': 'fa:16:3e:0e:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:25Z', 'updated_at': '2021-04-20T17:35:40Z', 'revision_number': 5, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'subnets': [{'id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:18.008866 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855d82d5-fdd6-4cb7-92b9-2d377db35d74 None None] The sync data for ids ['3f30ca91-3312-4342-bd1f-93a1532f2278'] in dv-cinder-786927-2-smb is: [{'id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'name': 'tempest-AttachVolumeShelveTestJSON-1076416549-router', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'gw_port': {'id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:09Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': '73cde741-ba67-4783-bfb4-aec69f40f174', 'name': '', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'mac_address': 'fa:16:3e:0e:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:25Z', 'updated_at': '2021-04-20T17:35:40Z', 'revision_number': 5, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'subnets': [{'id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:41:18.269883 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 57230) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:18.342772 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-05c42164-e7a1-4455-8c51-b83d316840db tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:18.372757 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-05c42164-e7a1-4455-8c51-b83d316840db tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:18.446026 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d845780b-1725-466b-ac27-156e2022d7af None None] New status for floating IP f2265ab9-5acf-46d3-8b02-b4c78eaa4a0c: DOWN {{(pid=86491) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 17:41:18.460120 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-05c42164-e7a1-4455-8c51-b83d316840db tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:18.465783 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b0f8230b-5a49-4b4d-b8e4-ceb035fd448c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:18.495642 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c42164-e7a1-4455-8c51-b83d316840db tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b47de7-aba8-4cc1-9cf8-f52656b0ec8b,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:18.498383 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-05c42164-e7a1-4455-8c51-b83d316840db tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:18.530469 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-05c42164-e7a1-4455-8c51-b83d316840db tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:18.534345 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-05c42164-e7a1-4455-8c51-b83d316840db tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "DELETE /v2.0/security-groups/86b47de7-aba8-4cc1-9cf8-f52656b0ec8b HTTP/1.1" status: 204 len: 168 time: 0.2619612 Apr 20 17:41:18.534784 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57234) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:18.552920 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.v2.resource [None req-63852cd3-5162-42b1-9362-09e70d62f5b0 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] show failed (client error): The resource could not be found. Apr 20 17:41:18.553947 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-63852cd3-5162-42b1-9362-09e70d62f5b0 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups/86b47de7-aba8-4cc1-9cf8-f52656b0ec8b HTTP/1.1" status: 404 len: 347 time: 0.0181489 Apr 20 17:41:18.557031 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 57238) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:18.716770 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device ff604c0c-91ae-4156-8503-1063be95d6a4 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:41:18.727628 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-e4ca8625-b58c-49d5-93a7-550d13cae63c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Deleting port 6e2924fa-3487-4c79-90e4-cacca91502fb {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:18.728016 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8625-b58c-49d5-93a7-550d13cae63c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:18.755404 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] No Port match for: ff604c0c-91ae-4156-8503-1063be95d6a4 {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:41:18.755798 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device ff604c0c-91ae-4156-8503-1063be95d6a4 not bound to the agent host hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:41:18.973677 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8625-b58c-49d5-93a7-550d13cae63c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:18.974171 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8625-b58c-49d5-93a7-550d13cae63c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:18.994042 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589106be-5f2d-4f31-bcc1-dda5cb579f6c req-02ed9d3c-e7ce-449a-9789-e0f6eb8ae903 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:18.994042 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-589106be-5f2d-4f31-bcc1-dda5cb579f6c req-02ed9d3c-e7ce-449a-9789-e0f6eb8ae903 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1e3069b-b3a9-43dc-a145-421190f4520b HTTP/1.1" status: 200 len: 945 time: 0.1925037 Apr 20 17:41:19.133691 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853f1fa-379a-4afb-8bfd-75e38f15c79e req-b6bacebf-2d09-418c-aa56-8eac45e163ef tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:19.135325 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d853f1fa-379a-4afb-8bfd-75e38f15c79e req-b6bacebf-2d09-418c-aa56-8eac45e163ef tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1e3069b-b3a9-43dc-a145-421190f4520b HTTP/1.1" status: 200 len: 945 time: 0.1030471 Apr 20 17:41:19.155483 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-e4ca8625-b58c-49d5-93a7-550d13cae63c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Calling delete_port for 6e2924fa-3487-4c79-90e4-cacca91502fb owned by network:floatingip {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:41:19.183990 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d853f1fa-379a-4afb-8bfd-75e38f15c79e req-4b3bc591-dd83-4688-b95a-d00ec12110d9 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/security-groups?id=259c51c0-1e5e-4e86-9218-582e4adad6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422170 Apr 20 17:41:19.240625 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-589106be-5f2d-4f31-bcc1-dda5cb579f6c req-3f41165d-a049-44dc-ab59-190eef11096c tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Deleting port 30f80db9-7d74-4fb7-9475-551a1724a09d {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:19.240886 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-589106be-5f2d-4f31-bcc1-dda5cb579f6c req-3f41165d-a049-44dc-ab59-190eef11096c tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:19.546116 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8625-b58c-49d5-93a7-550d13cae63c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278367'] for port, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:19.553729 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-e35d2fc1-9d94-4fcd-a8d1-30b88dd46385 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:19.652468 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca8625-b58c-49d5-93a7-550d13cae63c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Pushing event deleted for resources: {'Port': ['ID=6e2924fa-3487-4c79-90e4-cacca91502fb,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:19.655036 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-e4ca8625-b58c-49d5-93a7-550d13cae63c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:19.703896 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-589106be-5f2d-4f31-bcc1-dda5cb579f6c req-3f41165d-a049-44dc-ab59-190eef11096c tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] For port 30f80db9-7d74-4fb7-9475-551a1724a09d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=30f80db9-7d74-4fb7-9475-551a1724a09d,segment=NetworkSegment(629a9c0a-68af-4a2a-b80e-63c1595c5a9c),segment_id=629a9c0a-68af-4a2a-b80e-63c1595c5a9c)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:41:19.704852 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-589106be-5f2d-4f31-bcc1-dda5cb579f6c req-3f41165d-a049-44dc-ab59-190eef11096c tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:19.846255 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-589106be-5f2d-4f31-bcc1-dda5cb579f6c req-3f41165d-a049-44dc-ab59-190eef11096c tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Calling delete_port for 30f80db9-7d74-4fb7-9475-551a1724a09d owned by compute:nova {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:41:19.891876 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8625-b58c-49d5-93a7-550d13cae63c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for floatingip, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:19.925786 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e4ca8625-b58c-49d5-93a7-550d13cae63c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:19.927055 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-e4ca8625-b58c-49d5-93a7-550d13cae63c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "DELETE /v2.0/floatingips/f2265ab9-5acf-46d3-8b02-b4c78eaa4a0c HTTP/1.1" status: 204 len: 168 time: 1.3689923 Apr 20 17:41:20.032934 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-589106be-5f2d-4f31-bcc1-dda5cb579f6c req-3f41165d-a049-44dc-ab59-190eef11096c tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278367'] for port, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:20.038747 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-46c91f4b-ec9b-44e8-b65c-a15136b21a65 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:20.091330 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41165d-a049-44dc-ab59-190eef11096c tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Pushing event deleted for resources: {'Port': ['ID=30f80db9-7d74-4fb7-9475-551a1724a09d,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:20.094616 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3f41165d-a049-44dc-ab59-190eef11096c tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:20.169243 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-589106be-5f2d-4f31-bcc1-dda5cb579f6c req-3f41165d-a049-44dc-ab59-190eef11096c tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] No DVR routers for this DVR port 30f80db9-7d74-4fb7-9475-551a1724a09d on host hv-cinder-78692 {{(pid=86489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 17:41:20.171772 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-589106be-5f2d-4f31-bcc1-dda5cb579f6c req-3f41165d-a049-44dc-ab59-190eef11096c tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:20.174453 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e3069b-b3a9-43dc-a145-421190f4520b', 'name': 'network-vif-deleted', 'tag': '30f80db9-7d74-4fb7-9475-551a1724a09d'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:41:20.220988 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e3069b-b3a9-43dc-a145-421190f4520b', 'name': 'network-vif-deleted', 'tag': '30f80db9-7d74-4fb7-9475-551a1724a09d', 'status': 'completed', 'code': 200} Apr 20 17:41:20.223142 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-589106be-5f2d-4f31-bcc1-dda5cb579f6c req-3f41165d-a049-44dc-ab59-190eef11096c tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.76 "DELETE /v2.0/ports/30f80db9-7d74-4fb7-9475-551a1724a09d HTTP/1.1" status: 204 len: 173 time: 1.1712720 Apr 20 17:41:20.361511 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a9da1f5b-2499-4802-8f15-328cd3aeb204 req-202c5f3f-6021-4a1e-88ae-6a3687a813b9 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] 10.222.0.75 "GET /v2.0/ports?device_id=f1e3069b-b3a9-43dc-a145-421190f4520b HTTP/1.1" status: 200 len: 210 time: 0.0514710 Apr 20 17:41:20.381139 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57252) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:20.394381 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Request body: {'security_group': {'name': 'tempest-securitygroup--993976036', 'description': 'tempest-description--1569201240'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:41:20.400774 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:41:20.405087 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Usage tracker for resource:security_group and tenant:91f08a58d46d4762b691ff2c6db71cd4 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:41:20.408228 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:41:20.418174 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:41:20.443948 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:20.466093 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:41:20.470171 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Usage tracker for resource:security_group_rule and tenant:91f08a58d46d4762b691ff2c6db71cd4 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:41:20.473161 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:41:20.479127 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:41:20.580956 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:20.603667 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:20.609097 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-818958ca-063c-4e96-b3f3-b862315a1999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:20.652527 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85d2ed7e-dd24-41c3-83a6-bf3da027b904,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:20.660222 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:20.661402 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:20.661402 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:20.661402 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:20.661825 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:20.662228 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:20.662644 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:20.663037 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:20.663428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:20.663820 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:20.664208 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:20.664594 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:20.668351 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:20.672635 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:20.676982 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-18ebde49-4a72-49b1-983f-887955541250 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2917962 Apr 20 17:41:20.677356 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57256) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:20.682581 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-ace18bfa-b4a8-44a3-906b-c67ae73a7e08 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Request body: {'security_group_rule': {'security_group_id': '85d2ed7e-dd24-41c3-83a6-bf3da027b904', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:41:20.689409 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-ace18bfa-b4a8-44a3-906b-c67ae73a7e08 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:41:20.693397 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-ace18bfa-b4a8-44a3-906b-c67ae73a7e08 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Usage tracker for resource:security_group_rule and tenant:91f08a58d46d4762b691ff2c6db71cd4 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:41:20.696381 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-ace18bfa-b4a8-44a3-906b-c67ae73a7e08 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:41:20.702295 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-ace18bfa-b4a8-44a3-906b-c67ae73a7e08 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:41:20.724415 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 30f80db9-7d74-4fb7-9475-551a1724a09d no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:41:20.736526 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ace18bfa-b4a8-44a3-906b-c67ae73a7e08 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:20.761149 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] No Port match for: 30f80db9-7d74-4fb7-9475-551a1724a09d {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:41:20.761547 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 30f80db9-7d74-4fb7-9475-551a1724a09d not bound to the agent host hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:41:20.797557 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ace18bfa-b4a8-44a3-906b-c67ae73a7e08 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:20.820879 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ace18bfa-b4a8-44a3-906b-c67ae73a7e08 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378812'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:20.823346 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-40615a2d-d2c2-45e4-85cd-42c694de8152 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:20.846705 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace18bfa-b4a8-44a3-906b-c67ae73a7e08 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d706b9c0-790c-4c99-a95d-a6add040c63e,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:20.849238 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-ace18bfa-b4a8-44a3-906b-c67ae73a7e08 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:20.878161 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ace18bfa-b4a8-44a3-906b-c67ae73a7e08 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:20.879397 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-ace18bfa-b4a8-44a3-906b-c67ae73a7e08 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2012379 Apr 20 17:41:20.882203 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57260) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:20.887810 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-fc4a2060-50a2-49fb-ae04-d9d62b106569 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Request body: {'security_group_rule': {'security_group_id': '85d2ed7e-dd24-41c3-83a6-bf3da027b904', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:41:20.894070 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-fc4a2060-50a2-49fb-ae04-d9d62b106569 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:41:20.897979 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-fc4a2060-50a2-49fb-ae04-d9d62b106569 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Usage tracker for resource:security_group_rule and tenant:91f08a58d46d4762b691ff2c6db71cd4 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:41:20.901001 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-fc4a2060-50a2-49fb-ae04-d9d62b106569 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:41:20.907143 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-fc4a2060-50a2-49fb-ae04-d9d62b106569 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:41:20.959424 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2060-50a2-49fb-ae04-d9d62b106569 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:21.023734 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2060-50a2-49fb-ae04-d9d62b106569 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:21.066741 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2060-50a2-49fb-ae04-d9d62b106569 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378812'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:21.068938 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3d200896-3ea8-47a1-b4c9-0fac2790053c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:21.092525 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a2060-50a2-49fb-ae04-d9d62b106569 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab3be9e-e679-46b1-9412-7efdf6a1883e,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:21.095588 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-fc4a2060-50a2-49fb-ae04-d9d62b106569 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:21.135624 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2060-50a2-49fb-ae04-d9d62b106569 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:21.136839 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-fc4a2060-50a2-49fb-ae04-d9d62b106569 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2535734 Apr 20 17:41:21.140200 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57264) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:21.145669 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-794d483a-a740-45ce-8da7-dbdf5f8baa93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Request body: {'floatingip': {'floating_network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:41:21.152015 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-794d483a-a740-45ce-8da7-dbdf5f8baa93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:41:21.155963 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-794d483a-a740-45ce-8da7-dbdf5f8baa93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Usage tracker for resource:floatingip and tenant:91f08a58d46d4762b691ff2c6db71cd4 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:41:21.159576 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-794d483a-a740-45ce-8da7-dbdf5f8baa93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:41:21.165547 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-794d483a-a740-45ce-8da7-dbdf5f8baa93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:41:21.198107 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-794d483a-a740-45ce-8da7-dbdf5f8baa93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for floatingip, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:21.336896 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-794d483a-a740-45ce-8da7-dbdf5f8baa93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:21.471632 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 57270) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:21.479565 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-794d483a-a740-45ce-8da7-dbdf5f8baa93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Allocated IP 172.28.1.86 (a0481120-3cc8-449f-86d5-38ee9053982b/ac485710-6ac4-46cc-b076-2738f89882f4/33f06a25-9057-4157-ac2f-f6c8e9dc42a7) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:41:21.542767 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cfca399-793a-4146-b0e0-463789db89cb admin admin] Deleting subnet 0562f05f-1bed-4258-b4ef-2d35bf59aa9b {{(pid=86489) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 17:41:21.545886 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2cfca399-793a-4146-b0e0-463789db89cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:21.600334 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2cfca399-793a-4146-b0e0-463789db89cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828434012'] for subnet, precommit_delete_associations {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:21.633495 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-794d483a-a740-45ce-8da7-dbdf5f8baa93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:21.662746 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2cfca399-793a-4146-b0e0-463789db89cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394978'] for subnet, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:21.690604 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-794d483a-a740-45ce-8da7-dbdf5f8baa93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:21.695503 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0f34292a-315d-44c6-81f0-6198a561d892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:21.758428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794d483a-a740-45ce-8da7-dbdf5f8baa93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Network a0481120-3cc8-449f-86d5-38ee9053982b is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:41:21.761944 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-794d483a-a740-45ce-8da7-dbdf5f8baa93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:41:21.765778 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794d483a-a740-45ce-8da7-dbdf5f8baa93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:41:21.806765 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d483a-a740-45ce-8da7-dbdf5f8baa93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Pushing event updated for resources: {'Port': ['ID=33f06a25-9057-4157-ac2f-f6c8e9dc42a7,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:21.810946 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-794d483a-a740-45ce-8da7-dbdf5f8baa93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:21.897509 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-794d483a-a740-45ce-8da7-dbdf5f8baa93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:22.000952 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-794d483a-a740-45ce-8da7-dbdf5f8baa93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:22.136288 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2cfca399-793a-4146-b0e0-463789db89cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853380838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2277899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851727936'] for subnet, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:22.142026 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:22.179973 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfca399-793a-4146-b0e0-463789db89cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0562f05f-1bed-4258-b4ef-2d35bf59aa9b,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:22.183375 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-2cfca399-793a-4146-b0e0-463789db89cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:22.184452 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2cfca399-793a-4146-b0e0-463789db89cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for subnet, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:22.191908 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-2cfca399-793a-4146-b0e0-463789db89cb admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0562f05f-1bed-4258-b4ef-2d35bf59aa9b HTTP/1.1" status: 204 len: 168 time: 0.7190382 Apr 20 17:41:22.194438 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 57274) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:22.310944 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bf24a27c-427f-441d-910e-3520178405d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1824878'] for network, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:22.441617 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-794d483a-a740-45ce-8da7-dbdf5f8baa93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:22.444917 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bf24a27c-427f-441d-910e-3520178405d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853380745', 'neutron.services.segments.db._delete_segments_for_network-8775308586611'] for network, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:22.473028 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-794d483a-a740-45ce-8da7-dbdf5f8baa93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2316177'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:22.478424 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f1a3c131-1f5f-41d4-9fcc-25ba4f4976be tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:22.605583 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d483a-a740-45ce-8da7-dbdf5f8baa93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Pushing event updated for resources: {'Port': ['ID=33f06a25-9057-4157-ac2f-f6c8e9dc42a7,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:22.609015 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-794d483a-a740-45ce-8da7-dbdf5f8baa93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:22.617110 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-794d483a-a740-45ce-8da7-dbdf5f8baa93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854139214'] for floatingip, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:22.672976 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-794d483a-a740-45ce-8da7-dbdf5f8baa93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:22.674449 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-794d483a-a740-45ce-8da7-dbdf5f8baa93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5332544 Apr 20 17:41:22.789195 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-bf24a27c-427f-441d-910e-3520178405d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c56ef912-b303-4c17-a1ae-758968dcb5b3']}} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:22.802724 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-bf24a27c-427f-441d-910e-3520178405d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629a9c0a-68af-4a2a-b80e-63c1595c5a9c') {'for_net_delete': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:22.803072 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-bf24a27c-427f-441d-910e-3520178405d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629a9c0a-68af-4a2a-b80e-63c1595c5a9c') {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:22.815846 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bf24a27c-427f-441d-910e-3520178405d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261546079075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26341804'] for segment, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:22.830856 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bf24a27c-427f-441d-910e-3520178405d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:22.837192 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf24a27c-427f-441d-910e-3520178405d8 admin admin] Releasing vlan 969 on physical network physnet1 to pool {{(pid=86489) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 17:41:22.848774 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-e0062f21-bd3d-407e-bc93-e031d28346fb tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Synchronizing usage tracker for tenant:91f08a58d46d4762b691ff2c6db71cd4 on resource:security_group {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:41:22.906944 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-e0062f21-bd3d-407e-bc93-e031d28346fb tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Unset dirty status for tenant:91f08a58d46d4762b691ff2c6db71cd4 on resource:security_group {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:41:22.908167 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-e0062f21-bd3d-407e-bc93-e031d28346fb tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--993976036&fields=id&tenant_id=91f08a58d46d4762b691ff2c6db71cd4 HTTP/1.1" status: 200 len: 267 time: 0.1019919 Apr 20 17:41:23.019380 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-bf24a27c-427f-441d-910e-3520178405d8 admin admin] Network c56ef912-b303-4c17-a1ae-758968dcb5b3 has no segments {{(pid=86489) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:41:23.028494 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bf24a27c-427f-441d-910e-3520178405d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852497496'] for segment, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:23.069938 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-600b1c27-32a5-4fb3-ba23-65fbce3a1b09 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:23.071609 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-600b1c27-32a5-4fb3-ba23-65fbce3a1b09 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/networks?id=43f466f2-e643-4c2d-a72d-6fa47845b747 HTTP/1.1" status: 200 len: 817 time: 0.1559157 Apr 20 17:41:23.087681 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-142ae32c-4880-4d61-bdbf-f5f5b9b6a7ae tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/quotas/91f08a58d46d4762b691ff2c6db71cd4 HTTP/1.1" status: 200 len: 375 time: 0.0098445 Apr 20 17:41:23.184358 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-fb28aa09-6e9c-470e-b319-7d9cac6ec2fc tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=91f08a58d46d4762b691ff2c6db71cd4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0906510 Apr 20 17:41:23.212290 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-bf24a27c-427f-441d-910e-3520178405d8 admin admin] Network c56ef912-b303-4c17-a1ae-758968dcb5b3 has no segments {{(pid=86489) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: Traceback (most recent call last): Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: timer() Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: cb(*args, **kw) Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: return func(*args, **kwargs) Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: self._notify() Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: self.callback(batched_events) Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: event.method(event) Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: segment_id)['aggregates'][0] Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: return f(self, *a, **k) Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: return self._get(url).json() Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: **kwargs) Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: return self.request(url, 'GET', **kwargs) Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: **endpoint_filter) Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:41:23.237382 dv-cinder-786927-2-smb neutron-server[86373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:41:23.347100 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bf24a27c-427f-441d-910e-3520178405d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854139263'] for network, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:23.353411 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-bf24a27c-427f-441d-910e-3520178405d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:23.358917 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:23.393170 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24a27c-427f-441d-910e-3520178405d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c56ef912-b303-4c17-a1ae-758968dcb5b3,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:23.393281 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-0ffc558f-af2e-4ae3-9055-a2d8fd97e809 service neutron] 10.222.0.75 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960011 Apr 20 17:41:23.395715 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-bf24a27c-427f-441d-910e-3520178405d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:23.427923 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-bf24a27c-427f-441d-910e-3520178405d8 admin admin] 10.222.0.75 "DELETE /v2.0/networks/c56ef912-b303-4c17-a1ae-758968dcb5b3 HTTP/1.1" status: 204 len: 168 time: 1.2323542 Apr 20 17:41:23.544631 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-31a655be-5a19-4f5b-9a0e-394eb7cd7ed0 service neutron] 10.222.0.75 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426475 Apr 20 17:41:23.740823 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57306) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:23.853207 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7ad62a2c-a4c3-489b-bbf4-471177b7ad60 req-dc42adf8-7be7-437e-ab82-c765b57fb437 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 210 time: 0.0540164 Apr 20 17:41:23.858447 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-621a6c86-a755-42db-9d66-ff686ed33219 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=beab94894258421e8db637762eeb547c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1134601 Apr 20 17:41:23.858879 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57314) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:23.928455 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e01113ea-7b0f-463a-a755-c070fb0af9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:23.960000 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e01113ea-7b0f-463a-a755-c070fb0af9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:24.055889 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e01113ea-7b0f-463a-a755-c070fb0af9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:24.061642 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-64a1dce9-091c-4def-877a-ba1beb952407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:24.076660 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01113ea-7b0f-463a-a755-c070fb0af9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259c51c0-1e5e-4e86-9218-582e4adad6c7,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:24.079766 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-e01113ea-7b0f-463a-a755-c070fb0af9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:24.152228 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e01113ea-7b0f-463a-a755-c070fb0af9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:24.153448 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-e01113ea-7b0f-463a-a755-c070fb0af9a8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/259c51c0-1e5e-4e86-9218-582e4adad6c7 HTTP/1.1" status: 204 len: 168 time: 0.2936251 Apr 20 17:41:24.192614 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f82de-9639-4eb4-b60c-ac9ad595fd3a req-c93849b0-4c11-49d1-a746-b996072627db tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:24.194263 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a22f82de-9639-4eb4-b60c-ac9ad595fd3a req-c93849b0-4c11-49d1-a746-b996072627db tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0974114 Apr 20 17:41:24.249715 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a22f82de-9639-4eb4-b60c-ac9ad595fd3a req-1865f922-4dcb-451a-a086-820068369e4f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467050 Apr 20 17:41:24.512871 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:25.036063 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-a37e92e4-dc11-4f6e-b2a2-8af41715692e req-85146f94-6a49-46b7-b393-e394ff82af9f tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Synchronizing usage tracker for tenant:91f08a58d46d4762b691ff2c6db71cd4 on resource:port {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:41:25.096628 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-a37e92e4-dc11-4f6e-b2a2-8af41715692e req-85146f94-6a49-46b7-b393-e394ff82af9f tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Unset dirty status for tenant:91f08a58d46d4762b691ff2c6db71cd4 on resource:port {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:41:25.098582 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a37e92e4-dc11-4f6e-b2a2-8af41715692e req-85146f94-6a49-46b7-b393-e394ff82af9f tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 210 time: 0.1113760 Apr 20 17:41:25.678377 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9db38-4eef-437a-a98e-22fce0941fa1 req-483e3f07-1ede-4b8c-a8b1-f9de52b8e41f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:25.680116 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9fb9db38-4eef-437a-a98e-22fce0941fa1 req-483e3f07-1ede-4b8c-a8b1-f9de52b8e41f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.0994725 Apr 20 17:41:25.733203 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9fb9db38-4eef-437a-a98e-22fce0941fa1 req-e7bee3f2-c307-408b-9946-5e1894358350 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=ab0f3da4-99a7-4174-a323-72fe6afa2324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467794 Apr 20 17:41:25.845807 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06da4ae-fd81-467a-accc-352a13587ee9 req-b28406cb-3385-40d9-8247-dcbd552f8b9e tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:25.847902 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f06da4ae-fd81-467a-accc-352a13587ee9 req-b28406cb-3385-40d9-8247-dcbd552f8b9e tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.76 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 945 time: 0.1048167 Apr 20 17:41:25.917155 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-e4c1c7ef-e1ba-42fd-84b6-3d4c835459bb tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:25.918861 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-e4c1c7ef-e1ba-42fd-84b6-3d4c835459bb tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.76 "GET /v2.0/networks?id=43f466f2-e643-4c2d-a72d-6fa47845b747 HTTP/1.1" status: 200 len: 817 time: 0.1764812 Apr 20 17:41:25.941221 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-f06da4ae-fd81-467a-accc-352a13587ee9 req-27c9e818-f080-4328-8c95-00ddc66ab8e1 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Deleting port 5efcff61-8a6e-4914-ac29-59d58389cf28 {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:25.941770 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-f06da4ae-fd81-467a-accc-352a13587ee9 req-27c9e818-f080-4328-8c95-00ddc66ab8e1 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:26.014764 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-15efb8c4-1d16-458d-9102-1c2de1c0830d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=91f08a58d46d4762b691ff2c6db71cd4 HTTP/1.1" status: 200 len: 5704 time: 0.0783846 Apr 20 17:41:26.025154 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-9ca7887f-08c7-4a78-bd99-8022a92053d4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Request body: {'port': {'device_id': '1253f39c-e73c-4773-947f-4d835a850d03', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'admin_state_up': True, 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'security_groups': ['85d2ed7e-dd24-41c3-83a6-bf3da027b904']}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:41:26.211407 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-9ca7887f-08c7-4a78-bd99-8022a92053d4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:41:26.222661 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-9ca7887f-08c7-4a78-bd99-8022a92053d4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:41:26.230425 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-f06da4ae-fd81-467a-accc-352a13587ee9 req-27c9e818-f080-4328-8c95-00ddc66ab8e1 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] For port 5efcff61-8a6e-4914-ac29-59d58389cf28, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=5efcff61-8a6e-4914-ac29-59d58389cf28,segment=NetworkSegment(0293f50f-b8a5-4a30-a918-07044456f366),segment_id=0293f50f-b8a5-4a30-a918-07044456f366)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:41:26.230867 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-f06da4ae-fd81-467a-accc-352a13587ee9 req-27c9e818-f080-4328-8c95-00ddc66ab8e1 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:26.255595 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-9ca7887f-08c7-4a78-bd99-8022a92053d4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Made reservation on behalf of 91f08a58d46d4762b691ff2c6db71cd4 for: {'port': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:41:26.261938 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-9ca7887f-08c7-4a78-bd99-8022a92053d4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:26.374013 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-92cf0766-bd70-4822-9ce9-653b98f9a629 req-fddc8597-898d-4e32-abcc-e11795808ec6 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 210 time: 0.1310945 Apr 20 17:41:26.451122 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-9ca7887f-08c7-4a78-bd99-8022a92053d4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Allocated IP 172.20.0.3 (43f466f2-e643-4c2d-a72d-6fa47845b747/e7b59eb6-7796-4d48-ad26-1b7d7898dd0a/dbca7c06-b5d6-46a4-be1b-ed663fda62b8) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:41:26.679202 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-f06da4ae-fd81-467a-accc-352a13587ee9 req-27c9e818-f080-4328-8c95-00ddc66ab8e1 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:26.679754 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-f06da4ae-fd81-467a-accc-352a13587ee9 req-27c9e818-f080-4328-8c95-00ddc66ab8e1 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854139214'] for floatingip, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:26.679964 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.l3_db [req-f06da4ae-fd81-467a-accc-352a13587ee9 req-27c9e818-f080-4328-8c95-00ddc66ab8e1 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Floating IP 253b5f52-78bb-4af5-bd90-d3c7bd05298d disassociated. External IP: 172.28.1.240, port: 5efcff61-8a6e-4914-ac29-59d58389cf28. Apr 20 17:41:26.680351 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-f06da4ae-fd81-467a-accc-352a13587ee9 req-27c9e818-f080-4328-8c95-00ddc66ab8e1 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Calling delete_port for 5efcff61-8a6e-4914-ac29-59d58389cf28 owned by compute:nova {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:41:26.693162 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-9ca7887f-08c7-4a78-bd99-8022a92053d4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:26.710254 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-9ca7887f-08c7-4a78-bd99-8022a92053d4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Transition to ACTIVE for port object dbca7c06-b5d6-46a4-be1b-ed663fda62b8 will not be triggered until provisioned by entity DHCP. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:41:26.759377 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-9ca7887f-08c7-4a78-bd99-8022a92053d4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:26.769031 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:26.853710 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-9ca7887f-08c7-4a78-bd99-8022a92053d4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Network 43f466f2-e643-4c2d-a72d-6fa47845b747 is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:41:26.857697 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-9ca7887f-08c7-4a78-bd99-8022a92053d4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:41:26.860245 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-9ca7887f-08c7-4a78-bd99-8022a92053d4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:41:26.872718 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-f06da4ae-fd81-467a-accc-352a13587ee9 req-27c9e818-f080-4328-8c95-00ddc66ab8e1 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278367'] for port, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:26.880761 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-80156669-c26a-471b-873b-624775e7cddb tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:26.935215 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9e818-f080-4328-8c95-00ddc66ab8e1 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Pushing event deleted for resources: {'Port': ['ID=5efcff61-8a6e-4914-ac29-59d58389cf28,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:26.937963 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-27c9e818-f080-4328-8c95-00ddc66ab8e1 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:26.956939 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7887f-08c7-4a78-bd99-8022a92053d4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Pushing event updated for resources: {'Port': ['ID=dbca7c06-b5d6-46a4-be1b-ed663fda62b8,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:26.963734 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-55d4942d-f61f-4264-a4f0-a389169e4cc8 req-f2ae51eb-c057-4be5-a296-c5eac035385b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 210 time: 0.0728319 Apr 20 17:41:26.964626 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-9ca7887f-08c7-4a78-bd99-8022a92053d4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:26.993515 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-9ca7887f-08c7-4a78-bd99-8022a92053d4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:26.993515 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-9ca7887f-08c7-4a78-bd99-8022a92053d4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:27.062121 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-9ca7887f-08c7-4a78-bd99-8022a92053d4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0416875 Apr 20 17:41:27.079878 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-9710a42f-9679-43bc-926b-788a7b8d4c22 None None] Provisioning for port dbca7c06-b5d6-46a4-be1b-ed663fda62b8 completed by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:41:27.082691 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-b9c3b485-bf82-4dd8-b248-694b833e42d3 service neutron] Request body: {'port': {'device_id': '1253f39c-e73c-4773-947f-4d835a850d03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:41:27.086837 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-9710a42f-9679-43bc-926b-788a7b8d4c22 None None] Provisioning complete for port dbca7c06-b5d6-46a4-be1b-ed663fda62b8 triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:41:27.087374 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9710a42f-9679-43bc-926b-788a7b8d4c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:27.143147 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f06da4ae-fd81-467a-accc-352a13587ee9 req-27c9e818-f080-4328-8c95-00ddc66ab8e1 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Router 059a06c9-c7ca-497f-bb22-288dc09727ec has already been hosted by L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 {{(pid=86489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 17:41:27.154380 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-9710a42f-9679-43bc-926b-788a7b8d4c22 None None] Port dbca7c06-b5d6-46a4-be1b-ed663fda62b8 cannot update to ACTIVE because it is not bound. {{(pid=86490) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 17:41:27.206081 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-b9c3b485-bf82-4dd8-b248-694b833e42d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:27.334799 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f06da4ae-fd81-467a-accc-352a13587ee9 req-27c9e818-f080-4328-8c95-00ddc66ab8e1 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:41:27.345891 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42c5d9b-2bbc-41c1-af82-8a8ea26f909a None None] Sync routers for ids ['059a06c9-c7ca-497f-bb22-288dc09727ec'] in dv-cinder-786927-2-smb {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:41:27.356260 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42c5d9b-2bbc-41c1-af82-8a8ea26f909a None None] Routers {'059a06c9-c7ca-497f-bb22-288dc09727ec'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:41:27.356940 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-c42c5d9b-2bbc-41c1-af82-8a8ea26f909a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:41:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['059a06c9-c7ca-497f-bb22-288dc09727ec'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:27.417053 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06da4ae-fd81-467a-accc-352a13587ee9 req-27c9e818-f080-4328-8c95-00ddc66ab8e1 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] No DVR routers for this DVR port 5efcff61-8a6e-4914-ac29-59d58389cf28 on host hv-cinder-78692 {{(pid=86489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 17:41:27.419612 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-f06da4ae-fd81-467a-accc-352a13587ee9 req-27c9e818-f080-4328-8c95-00ddc66ab8e1 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:27.429829 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5f4338-2dfb-418a-945e-5efa97fad0d0', 'name': 'network-vif-deleted', 'tag': '5efcff61-8a6e-4914-ac29-59d58389cf28'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:41:27.461950 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f06da4ae-fd81-467a-accc-352a13587ee9 req-27c9e818-f080-4328-8c95-00ddc66ab8e1 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.76 "DELETE /v2.0/ports/5efcff61-8a6e-4914-ac29-59d58389cf28 HTTP/1.1" status: 204 len: 173 time: 1.6064839 Apr 20 17:41:27.490127 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5f4338-2dfb-418a-945e-5efa97fad0d0', 'name': 'network-vif-deleted', 'tag': '5efcff61-8a6e-4914-ac29-59d58389cf28', 'status': 'completed', 'code': 200} Apr 20 17:41:27.577487 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-c42c5d9b-2bbc-41c1-af82-8a8ea26f909a None None] Set router 059a06c9-c7ca-497f-bb22-288dc09727ec gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:41:27.625756 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-b9c3b485-bf82-4dd8-b248-694b833e42d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbca7c06-b5d6-46a4-be1b-ed663fda62b8 {{(pid=86488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:41:27.636407 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-b9c3b485-bf82-4dd8-b248-694b833e42d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:27.654241 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-b9c3b485-bf82-4dd8-b248-694b833e42d3 service neutron] Transition to ACTIVE for port object dbca7c06-b5d6-46a4-be1b-ed663fda62b8 will not be triggered until provisioned by entity L2. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:41:27.684061 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-b9c3b485-bf82-4dd8-b248-694b833e42d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2316177'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:27.689852 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:27.697761 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2baa9-6f40-44a5-8889-37a79629f449 req-952aa0b8-945d-4253-8cd6-b3749aa62c7e tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:27.699616 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fad2baa9-6f40-44a5-8889-37a79629f449 req-952aa0b8-945d-4253-8cd6-b3749aa62c7e tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 931 time: 0.1291702 Apr 20 17:41:27.765495 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-fad2baa9-6f40-44a5-8889-37a79629f449 req-c3a35051-e597-4f43-835d-83b76d93741d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Synchronizing usage tracker for tenant:91f08a58d46d4762b691ff2c6db71cd4 on resource:security_group {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:41:27.781424 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-fad2baa9-6f40-44a5-8889-37a79629f449 req-c3a35051-e597-4f43-835d-83b76d93741d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Unset dirty status for tenant:91f08a58d46d4762b691ff2c6db71cd4 on resource:security_group {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:41:27.795019 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fad2baa9-6f40-44a5-8889-37a79629f449 req-c3a35051-e597-4f43-835d-83b76d93741d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886295 Apr 20 17:41:27.895129 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3b485-bf82-4dd8-b248-694b833e42d3 service neutron] Pushing event updated for resources: {'Port': ['ID=dbca7c06-b5d6-46a4-be1b-ed663fda62b8,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:27.903107 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b9c3b485-bf82-4dd8-b248-694b833e42d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:27.977064 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-c42c5d9b-2bbc-41c1-af82-8a8ea26f909a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'name': 'tempest-AttachVolumeTestJSON-982371314-router', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:35:14Z', 'revision_number': 4, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'gw_port': {'id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': 'a102653d-4638-4bb1-bf81-c497966d3f71', 'name': '', 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'mac_address': 'fa:16:3e:10:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:12Z', 'updated_at': '2021-04-20T17:35:26Z', 'revision_number': 5, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'subnets': [{'id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:27.982056 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-b9c3b485-bf82-4dd8-b248-694b833e42d3 service neutron] Attempting to bind port dbca7c06-b5d6-46a4-be1b-ed663fda62b8 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:41:27.982299 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-b9c3b485-bf82-4dd8-b248-694b833e42d3 service neutron] Attempting to bind port dbca7c06-b5d6-46a4-be1b-ed663fda62b8 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'e14d65d0-4771-459b-a922-510f87239a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747'}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:41:27.982724 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-b9c3b485-bf82-4dd8-b248-694b833e42d3 service neutron] Attempting to bind port dbca7c06-b5d6-46a4-be1b-ed663fda62b8 on network 43f466f2-e643-4c2d-a72d-6fa47845b747 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:41:27.984209 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42c5d9b-2bbc-41c1-af82-8a8ea26f909a None None] Checking router: 059a06c9-c7ca-497f-bb22-288dc09727ec for host: dv-cinder-786927-2-smb {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:41:27.988600 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-b9c3b485-bf82-4dd8-b248-694b833e42d3 service neutron] Port dbca7c06-b5d6-46a4-be1b-ed663fda62b8 on network 43f466f2-e643-4c2d-a72d-6fa47845b747 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:41:27.989124 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-b9c3b485-bf82-4dd8-b248-694b833e42d3 service neutron] Attempting to bind port dbca7c06-b5d6-46a4-be1b-ed663fda62b8 on network 43f466f2-e643-4c2d-a72d-6fa47845b747 {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:41:27.994554 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-b9c3b485-bf82-4dd8-b248-694b833e42d3 service neutron] Checking agent: {'id': 'fd2caffb-19f6-4460-a29d-56c5ffae00d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'started_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:41:27.994919 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-b9c3b485-bf82-4dd8-b248-694b833e42d3 service neutron] Checking segment: {'id': 'e14d65d0-4771-459b-a922-510f87239a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:41:27.995354 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-b9c3b485-bf82-4dd8-b248-694b833e42d3 service neutron] Bound using segment: {'id': 'e14d65d0-4771-459b-a922-510f87239a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747'} {{(pid=86488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:41:27.995830 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-b9c3b485-bf82-4dd8-b248-694b833e42d3 service neutron] Bound port: dbca7c06-b5d6-46a4-be1b-ed663fda62b8, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e14d65d0-4771-459b-a922-510f87239a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747'}}] {{(pid=86488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:41:27.996218 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-b9c3b485-bf82-4dd8-b248-694b833e42d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:28.002932 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42c5d9b-2bbc-41c1-af82-8a8ea26f909a None None] Routers {'059a06c9-c7ca-497f-bb22-288dc09727ec'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:41:28.003609 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-c42c5d9b-2bbc-41c1-af82-8a8ea26f909a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:41:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['059a06c9-c7ca-497f-bb22-288dc09727ec'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:28.123247 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-b9c3b485-bf82-4dd8-b248-694b833e42d3 service neutron] For port dbca7c06-b5d6-46a4-be1b-ed663fda62b8, host hv-cinder-78692, cleared binding levels {{(pid=86488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:41:28.123247 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-b9c3b485-bf82-4dd8-b248-694b833e42d3 service neutron] For port dbca7c06-b5d6-46a4-be1b-ed663fda62b8, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dbca7c06-b5d6-46a4-be1b-ed663fda62b8,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:41:28.201517 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-656fc9d0-5443-4673-9217-e47afa09ff72 req-27ee0f5d-8b07-4c15-871b-f7d3d5aee7fd tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5f4338-2dfb-418a-945e-5efa97fad0d0 HTTP/1.1" status: 200 len: 210 time: 0.0511098 Apr 20 17:41:28.219024 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-c42c5d9b-2bbc-41c1-af82-8a8ea26f909a None None] Set router 059a06c9-c7ca-497f-bb22-288dc09727ec gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:41:28.256069 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-b9c3b485-bf82-4dd8-b248-694b833e42d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2316177'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:28.261402 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-fe727fd2-4b12-4c1b-ae79-41dd5fbde25b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:28.324134 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-b9c3b485-bf82-4dd8-b248-694b833e42d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:28.332521 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-b9c3b485-bf82-4dd8-b248-694b833e42d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:28.332521 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-b9c3b485-bf82-4dd8-b248-694b833e42d3 service neutron] 10.222.0.76 "PUT /v2.0/ports/dbca7c06-b5d6-46a4-be1b-ed663fda62b8 HTTP/1.1" status: 200 len: 1093 time: 1.2494857 Apr 20 17:41:28.332521 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1253f39c-e73c-4773-947f-4d835a850d03', 'tag': 'dbca7c06-b5d6-46a4-be1b-ed663fda62b8'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:41:28.354200 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3b485-bf82-4dd8-b248-694b833e42d3 service neutron] Pushing event updated for resources: {'Port': ['ID=dbca7c06-b5d6-46a4-be1b-ed663fda62b8,revision_number=3']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:28.360504 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b9c3b485-bf82-4dd8-b248-694b833e42d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:28.559405 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-8e1534c5-2dd3-491f-85db-d0d473d8ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:28.564553 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-8e1534c5-2dd3-491f-85db-d0d473d8ca70 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=91f08a58d46d4762b691ff2c6db71cd4&device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 1096 time: 0.1288311 Apr 20 17:41:28.574368 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1253f39c-e73c-4773-947f-4d835a850d03', 'tag': 'dbca7c06-b5d6-46a4-be1b-ed663fda62b8', 'status': 'completed', 'code': 200} Apr 20 17:41:28.670905 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-2be038b0-29d0-4bb4-8e22-4e0e8048a32e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbca7c06-b5d6-46a4-be1b-ed663fda62b8 HTTP/1.1" status: 200 len: 217 time: 0.0736823 Apr 20 17:41:28.755783 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-0fc850e7-58f9-476b-8197-e5060891adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:28.758161 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-0fc850e7-58f9-476b-8197-e5060891adf9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e7b59eb6-7796-4d48-ad26-1b7d7898dd0a HTTP/1.1" status: 200 len: 856 time: 0.0799263 Apr 20 17:41:28.791125 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-c42c5d9b-2bbc-41c1-af82-8a8ea26f909a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'name': 'tempest-AttachVolumeTestJSON-982371314-router', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:35:14Z', 'revision_number': 4, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'gw_port': {'id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': 'a102653d-4638-4bb1-bf81-c497966d3f71', 'name': '', 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'mac_address': 'fa:16:3e:10:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:12Z', 'updated_at': '2021-04-20T17:35:26Z', 'revision_number': 5, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'subnets': [{'id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:28.795481 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42c5d9b-2bbc-41c1-af82-8a8ea26f909a None None] The sync data for ids ['059a06c9-c7ca-497f-bb22-288dc09727ec'] in dv-cinder-786927-2-smb is: [{'id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'name': 'tempest-AttachVolumeTestJSON-982371314-router', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:35:14Z', 'revision_number': 4, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'gw_port': {'id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': 'a102653d-4638-4bb1-bf81-c497966d3f71', 'name': '', 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'mac_address': 'fa:16:3e:10:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:12Z', 'updated_at': '2021-04-20T17:35:26Z', 'revision_number': 5, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'subnets': [{'id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:41:28.829755 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 5efcff61-8a6e-4914-ac29-59d58389cf28 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:41:28.851144 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-578b1be0-0210-4be6-a707-68fe6efa7930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:28.852872 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-578b1be0-0210-4be6-a707-68fe6efa7930 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=43f466f2-e643-4c2d-a72d-6fa47845b747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0878658 Apr 20 17:41:28.887283 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] No Port match for: 5efcff61-8a6e-4914-ac29-59d58389cf28 {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:41:28.887876 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 5efcff61-8a6e-4914-ac29-59d58389cf28 not bound to the agent host hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:41:28.966627 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-134edf2d-84c2-42cd-ad26-a42001330133 req-2acfb983-2820-428f-8c48-f76eb9ebb0e5 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1724139743&fields=id&tenant_id=af1946123c424937b4137708c77ee5ba HTTP/1.1" status: 200 len: 267 time: 0.0445619 Apr 20 17:41:29.065193 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134edf2d-84c2-42cd-ad26-a42001330133 req-bb8333ff-ea18-4c78-ae42-5620796ae667 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:29.066816 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-134edf2d-84c2-42cd-ad26-a42001330133 req-bb8333ff-ea18-4c78-ae42-5620796ae667 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 984 time: 0.0934234 Apr 20 17:41:29.069531 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-c7c54f26-c304-4a38-9de6-e7898263f0ca service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090342 Apr 20 17:41:29.080239 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-134edf2d-84c2-42cd-ad26-a42001330133 req-e1835937-2ac8-467f-97c1-8f0583f745b1 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Request body: {'port': {'security_groups': ['26a85ee6-236a-4d6a-a02b-eeeb39ca8078']}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:41:29.083112 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba24cb4-a098-4a9e-a476-24a4d5f9d088 req-c59dbb21-0b2f-4582-9289-5c6f76eb2d82 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:29.083897 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-5ba24cb4-a098-4a9e-a476-24a4d5f9d088 req-c59dbb21-0b2f-4582-9289-5c6f76eb2d82 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Synchronizing usage tracker for tenant:91f08a58d46d4762b691ff2c6db71cd4 on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:41:29.213327 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-5ba24cb4-a098-4a9e-a476-24a4d5f9d088 req-c59dbb21-0b2f-4582-9289-5c6f76eb2d82 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Unset dirty status for tenant:91f08a58d46d4762b691ff2c6db71cd4 on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:41:29.214631 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5ba24cb4-a098-4a9e-a476-24a4d5f9d088 req-c59dbb21-0b2f-4582-9289-5c6f76eb2d82 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 943 time: 0.2727025 Apr 20 17:41:29.214960 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-134edf2d-84c2-42cd-ad26-a42001330133 req-e1835937-2ac8-467f-97c1-8f0583f745b1 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:29.254311 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62334bd0-519e-4282-a441-cddae160ee79 None None] New status for floating IP 253b5f52-78bb-4af5-bd90-d3c7bd05298d: DOWN {{(pid=86491) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 17:41:29.260744 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1d78c601-e931-49ab-815c-7c9af9bf0899 req-68cc08ac-a03d-4473-9592-629d428c18dc service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733930 Apr 20 17:41:29.502731 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-134edf2d-84c2-42cd-ad26-a42001330133 req-e1835937-2ac8-467f-97c1-8f0583f745b1 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] For port d5317fb1-75b0-402d-b5e8-898b69020429, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d5317fb1-75b0-402d-b5e8-898b69020429,segment=NetworkSegment(fa136594-7921-40c9-af51-7f17bc56ed96),segment_id=fa136594-7921-40c9-af51-7f17bc56ed96)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:41:29.531533 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-134edf2d-84c2-42cd-ad26-a42001330133 req-e1835937-2ac8-467f-97c1-8f0583f745b1 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:29.558211 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-134edf2d-84c2-42cd-ad26-a42001330133 req-e1835937-2ac8-467f-97c1-8f0583f745b1 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852497450'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:29.565599 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5bb88f02-0d66-41e1-8ae1-5c3de58761c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:29.568933 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5ba24cb4-a098-4a9e-a476-24a4d5f9d088 req-276ab332-d3c6-47c9-a2a3-da35db86667f tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3390276 Apr 20 17:41:29.594328 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['d5317fb1-75b0-402d-b5e8-898b69020429'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:41:29.637249 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f3b3c-426e-4110-b5dd-64cf88832cf2 req-e05d8af5-5aa4-4b3c-ad04-e250a13b84d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:29.643216 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-172f3b3c-426e-4110-b5dd-64cf88832cf2 req-e05d8af5-5aa4-4b3c-ad04-e250a13b84d9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=91f08a58d46d4762b691ff2c6db71cd4&device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 1096 time: 0.1160388 Apr 20 17:41:29.662789 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1835937-2ac8-467f-97c1-8f0583f745b1 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Pushing event updated for resources: {'Port': ['ID=d5317fb1-75b0-402d-b5e8-898b69020429,revision_number=7']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:29.668097 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-e1835937-2ac8-467f-97c1-8f0583f745b1 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:29.697730 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134edf2d-84c2-42cd-ad26-a42001330133 req-e1835937-2ac8-467f-97c1-8f0583f745b1 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:29.698336 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-134edf2d-84c2-42cd-ad26-a42001330133 req-e1835937-2ac8-467f-97c1-8f0583f745b1 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:29.708745 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-134edf2d-84c2-42cd-ad26-a42001330133 req-e1835937-2ac8-467f-97c1-8f0583f745b1 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "PUT /v2.0/ports/d5317fb1-75b0-402d-b5e8-898b69020429 HTTP/1.1" status: 200 len: 942 time: 0.6339824 Apr 20 17:41:29.709521 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79927de3-23f8-433a-bee9-c6b79be0c715', 'tag': 'd5317fb1-75b0-402d-b5e8-898b69020429'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:41:29.716648 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 57418) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:29.769311 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 57424) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:29.893938 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f3b3c-426e-4110-b5dd-64cf88832cf2 req-965ede0f-f99e-4180-bed3-bfba8702dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:29.895576 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-172f3b3c-426e-4110-b5dd-64cf88832cf2 req-965ede0f-f99e-4180-bed3-bfba8702dd63 service neutron] 10.222.0.76 "GET /v2.0/networks?id=43f466f2-e643-4c2d-a72d-6fa47845b747 HTTP/1.1" status: 200 len: 918 time: 0.2494702 Apr 20 17:41:29.909011 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['d5317fb1-75b0-402d-b5e8-898b69020429'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:41:30.014785 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-484202f9-8ed3-441a-b749-594981c549b5 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:30.017739 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-172f3b3c-426e-4110-b5dd-64cf88832cf2 req-bded0741-4b7f-4f43-82d9-1c33fbea575c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbca7c06-b5d6-46a4-be1b-ed663fda62b8 HTTP/1.1" status: 200 len: 217 time: 0.1147430 Apr 20 17:41:30.019269 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79927de3-23f8-433a-bee9-c6b79be0c715', 'tag': 'd5317fb1-75b0-402d-b5e8-898b69020429', 'status': 'completed', 'code': 200} Apr 20 17:41:30.037582 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f92a3ce9-2de6-4f01-b1e6-541e84b6fd9b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:30.051157 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-cc3532d8-dfc7-4a0b-8f69-0cc6764c494d None None] Provisioning complete for port d5317fb1-75b0-402d-b5e8-898b69020429 triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:41:30.051549 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cc3532d8-dfc7-4a0b-8f69-0cc6764c494d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:30.117503 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f3b3c-426e-4110-b5dd-64cf88832cf2 req-b7c1c9bc-6254-4316-a51f-4589b8f68d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:30.119115 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-172f3b3c-426e-4110-b5dd-64cf88832cf2 req-b7c1c9bc-6254-4316-a51f-4589b8f68d60 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e7b59eb6-7796-4d48-ad26-1b7d7898dd0a HTTP/1.1" status: 200 len: 856 time: 0.0664840 Apr 20 17:41:30.126407 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-484202f9-8ed3-441a-b749-594981c549b5 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:30.173857 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f92a3ce9-2de6-4f01-b1e6-541e84b6fd9b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:30.223004 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f3b3c-426e-4110-b5dd-64cf88832cf2 req-70f436fc-95ae-47b9-9f00-50a4d4c229e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:30.224947 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-172f3b3c-426e-4110-b5dd-64cf88832cf2 req-70f436fc-95ae-47b9-9f00-50a4d4c229e3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=43f466f2-e643-4c2d-a72d-6fa47845b747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0973790 Apr 20 17:41:30.267630 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbb873-140f-406c-b096-8b4cc93a5644 req-95747f1a-07d7-4ef9-baf4-27b443ad0784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:30.269244 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f1bbb873-140f-406c-b096-8b4cc93a5644 req-95747f1a-07d7-4ef9-baf4-27b443ad0784 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af1946123c424937b4137708c77ee5ba&device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 1098 time: 0.2007461 Apr 20 17:41:30.384029 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-172f3b3c-426e-4110-b5dd-64cf88832cf2 req-fdb508d9-3e4b-4c96-b9e1-3ac20b12f4b3 service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512547 Apr 20 17:41:30.538052 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-172f3b3c-426e-4110-b5dd-64cf88832cf2 req-efce80db-5dd1-4cc0-91d6-22522f211c63 service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470160 Apr 20 17:41:30.582717 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-484202f9-8ed3-441a-b749-594981c549b5 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:30.586894 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f92a3ce9-2de6-4f01-b1e6-541e84b6fd9b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:30.597263 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d2fc335f-c547-42b0-b20f-036f9604c177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:30.622826 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484202f9-8ed3-441a-b749-594981c549b5 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e5c75a-d4b4-427f-b0ab-365a45998ef7,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:30.651465 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a3ce9-2de6-4f01-b1e6-541e84b6fd9b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0f3da4-99a7-4174-a323-72fe6afa2324,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:30.663770 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f92a3ce9-2de6-4f01-b1e6-541e84b6fd9b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:30.664329 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d6fba10a-c658-4744-bdb9-38ec5264e6e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:30.664729 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d6fba10a-c658-4744-bdb9-38ec5264e6e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:30.701975 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbb873-140f-406c-b096-8b4cc93a5644 req-5fe184dd-41fb-493e-8568-1f7fb2d6ce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:30.703612 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f1bbb873-140f-406c-b096-8b4cc93a5644 req-5fe184dd-41fb-493e-8568-1f7fb2d6ce73 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0 HTTP/1.1" status: 200 len: 916 time: 0.4275792 Apr 20 17:41:30.704921 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-484202f9-8ed3-441a-b749-594981c549b5 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:30.706025 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-484202f9-8ed3-441a-b749-594981c549b5 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "DELETE /v2.0/security-groups/f0e5c75a-d4b4-427f-b0ab-365a45998ef7 HTTP/1.1" status: 204 len: 168 time: 0.9742720 Apr 20 17:41:30.709004 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 57438) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:30.794922 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0a3d2-a615-4c55-b990-b078a70db3c0 req-e8261493-2ee1-4e56-83b7-5f9a0a87212d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:30.796531 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e7d0a3d2-a615-4c55-b990-b078a70db3c0 req-e8261493-2ee1-4e56-83b7-5f9a0a87212d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 943 time: 0.0879574 Apr 20 17:41:30.844152 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f92a3ce9-2de6-4f01-b1e6-541e84b6fd9b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:30.845397 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-f92a3ce9-2de6-4f01-b1e6-541e84b6fd9b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "DELETE /v2.0/security-groups/ab0f3da4-99a7-4174-a323-72fe6afa2324 HTTP/1.1" status: 204 len: 168 time: 1.0033419 Apr 20 17:41:30.846300 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e7d0a3d2-a615-4c55-b990-b078a70db3c0 req-8bfca3ec-0f1e-4d01-ab59-c30febee12f7 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425479 Apr 20 17:41:30.848477 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57442) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:30.876549 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.v2.resource [None req-987becbc-310a-4021-8bc7-2505e7c3518f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] show failed (client error): The resource could not be found. Apr 20 17:41:30.877658 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-987becbc-310a-4021-8bc7-2505e7c3518f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups/ab0f3da4-99a7-4174-a323-72fe6afa2324 HTTP/1.1" status: 404 len: 347 time: 0.0282774 Apr 20 17:41:30.880699 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57446) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:30.919114 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f1bbb873-140f-406c-b096-8b4cc93a5644 req-ea0390fe-c68a-4803-b28a-86da52ca9db3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5317fb1-75b0-402d-b5e8-898b69020429 HTTP/1.1" status: 200 len: 1001 time: 0.2070878 Apr 20 17:41:31.052014 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-f8dcd330-01a2-4508-a44e-e8ed4b36e3e7 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Deleting port d7359e4c-d140-4cc2-b604-0cea194077f5 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:31.052371 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd330-01a2-4508-a44e-e8ed4b36e3e7 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:31.082901 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbb873-140f-406c-b096-8b4cc93a5644 req-ef39cc18-315b-4b13-942c-38840c2fa8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:31.084469 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f1bbb873-140f-406c-b096-8b4cc93a5644 req-ef39cc18-315b-4b13-942c-38840c2fa8b6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f36a7a71-2ad5-4fb8-b929-3618c9b18a18 HTTP/1.1" status: 200 len: 854 time: 0.1039464 Apr 20 17:41:31.085664 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-748f0227-b316-4679-be46-9d1a72fbbf9a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Deleting port 8d6085de-2a05-43cd-9112-38ec6509a69d {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:31.086041 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-748f0227-b316-4679-be46-9d1a72fbbf9a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:31.231144 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd330-01a2-4508-a44e-e8ed4b36e3e7 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:31.231434 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd330-01a2-4508-a44e-e8ed4b36e3e7 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:31.311952 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbb873-140f-406c-b096-8b4cc93a5644 req-a535ee8b-75a1-478f-8d9d-ade02c181802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:31.313578 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f1bbb873-140f-406c-b096-8b4cc93a5644 req-a535ee8b-75a1-478f-8d9d-ade02c181802 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1964133 Apr 20 17:41:31.360765 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-748f0227-b316-4679-be46-9d1a72fbbf9a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:31.361152 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-748f0227-b316-4679-be46-9d1a72fbbf9a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:31.364463 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-f8dcd330-01a2-4508-a44e-e8ed4b36e3e7 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Calling delete_port for d7359e4c-d140-4cc2-b604-0cea194077f5 owned by network:floatingip {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:41:31.541394 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd330-01a2-4508-a44e-e8ed4b36e3e7 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:31.547316 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-99890ddc-3bfa-4194-a23f-3c46158118ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:31.549973 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-748f0227-b316-4679-be46-9d1a72fbbf9a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Calling delete_port for 8d6085de-2a05-43cd-9112-38ec6509a69d owned by network:floatingip {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:41:31.663449 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dcd330-01a2-4508-a44e-e8ed4b36e3e7 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Pushing event deleted for resources: {'Port': ['ID=d7359e4c-d140-4cc2-b604-0cea194077f5,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:31.668198 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f8dcd330-01a2-4508-a44e-e8ed4b36e3e7 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:31.671163 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f1bbb873-140f-406c-b096-8b4cc93a5644 req-75a2574b-5076-4800-b2a0-92a68f98304b service neutron] 10.222.0.76 "GET /v2.0/networks/d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432620 Apr 20 17:41:31.701292 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd330-01a2-4508-a44e-e8ed4b36e3e7 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for floatingip, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:31.717969 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd330-01a2-4508-a44e-e8ed4b36e3e7 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:31.722995 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-f8dcd330-01a2-4508-a44e-e8ed4b36e3e7 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "DELETE /v2.0/floatingips/253b5f52-78bb-4af5-bd90-d3c7bd05298d HTTP/1.1" status: 204 len: 168 time: 0.8377266 Apr 20 17:41:31.887305 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f1bbb873-140f-406c-b096-8b4cc93a5644 req-b1071925-fb97-4187-9584-b59f55210ca1 service neutron] 10.222.0.76 "GET /v2.0/networks/d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084491 Apr 20 17:41:31.918875 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-748f0227-b316-4679-be46-9d1a72fbbf9a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278367'] for port, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:31.929919 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-27c9e818-f080-4328-8c95-00ddc66ab8e1 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:32.013554 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f0227-b316-4679-be46-9d1a72fbbf9a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Pushing event deleted for resources: {'Port': ['ID=8d6085de-2a05-43cd-9112-38ec6509a69d,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:32.033097 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57462) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:32.052283 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-e7e442b3-8198-41a3-b448-487f5d7a806f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1015629094', 'description': 'tempest-description--569663551'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:41:32.053033 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-748f0227-b316-4679-be46-9d1a72fbbf9a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:32.061796 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-e7e442b3-8198-41a3-b448-487f5d7a806f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:41:32.069041 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-e7e442b3-8198-41a3-b448-487f5d7a806f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Usage tracker for resource:security_group and tenant:3e86cc7941934d41a7fc333ea0673924 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:41:32.072542 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-e7e442b3-8198-41a3-b448-487f5d7a806f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:41:32.079951 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-e7e442b3-8198-41a3-b448-487f5d7a806f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:41:32.083452 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-748f0227-b316-4679-be46-9d1a72fbbf9a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks [] for floatingip, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:32.083601 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.l3_db [None req-748f0227-b316-4679-be46-9d1a72fbbf9a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Floating IP 3ecd1d80-6983-4d74-8c9f-6b7ebc5b5827 disassociated (deleted). External IP: 172.28.1.248, port: d5317fb1-75b0-402d-b5e8-898b69020429. Apr 20 17:41:32.117933 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc711115-2a1b-413e-a7ea-fb0e9789e3be req-8d073bc1-7057-4fde-8c12-b30fc1c8eb42 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:32.130831 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-dc711115-2a1b-413e-a7ea-fb0e9789e3be req-8d073bc1-7057-4fde-8c12-b30fc1c8eb42 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 943 time: 0.1263824 Apr 20 17:41:32.162297 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e7e442b3-8198-41a3-b448-487f5d7a806f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:32.189741 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-dc711115-2a1b-413e-a7ea-fb0e9789e3be req-ced3a56d-368d-4cd0-bc5a-d01d29ecdec9 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625679 Apr 20 17:41:32.194053 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-e7e442b3-8198-41a3-b448-487f5d7a806f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:41:32.198374 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-e7e442b3-8198-41a3-b448-487f5d7a806f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Usage tracker for resource:security_group_rule and tenant:3e86cc7941934d41a7fc333ea0673924 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:41:32.201410 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-e7e442b3-8198-41a3-b448-487f5d7a806f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:41:32.208376 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-e7e442b3-8198-41a3-b448-487f5d7a806f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:41:32.284610 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e7e442b3-8198-41a3-b448-487f5d7a806f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:32.306695 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e7e442b3-8198-41a3-b448-487f5d7a806f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:32.312884 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-44924aae-cce0-4461-a610-752ce87c8200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:32.356941 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e442b3-8198-41a3-b448-487f5d7a806f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a01297b4-6103-4da6-9f72-774022fd7f48,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:32.359877 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-e7e442b3-8198-41a3-b448-487f5d7a806f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:32.375333 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e7e442b3-8198-41a3-b448-487f5d7a806f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:32.377706 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-e7e442b3-8198-41a3-b448-487f5d7a806f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3384018 Apr 20 17:41:32.380213 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57466) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:32.385746 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-465f27b6-a728-47d6-a5e6-61190ad247eb tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Request body: {'security_group_rule': {'security_group_id': 'a01297b4-6103-4da6-9f72-774022fd7f48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:41:32.392219 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-465f27b6-a728-47d6-a5e6-61190ad247eb tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:41:32.396206 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-465f27b6-a728-47d6-a5e6-61190ad247eb tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Usage tracker for resource:security_group_rule and tenant:3e86cc7941934d41a7fc333ea0673924 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:41:32.399325 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-465f27b6-a728-47d6-a5e6-61190ad247eb tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:41:32.405364 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-465f27b6-a728-47d6-a5e6-61190ad247eb tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:41:32.469780 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-465f27b6-a728-47d6-a5e6-61190ad247eb tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:32.476675 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748f0227-b316-4679-be46-9d1a72fbbf9a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Router 0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca has already been hosted by L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 {{(pid=86489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 17:41:32.550093 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-465f27b6-a728-47d6-a5e6-61190ad247eb tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:32.575612 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-465f27b6-a728-47d6-a5e6-61190ad247eb tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378812'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:32.577804 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:32.615940 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f27b6-a728-47d6-a5e6-61190ad247eb tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=881d0193-3ca0-47dc-85c3-e2c5fa40b7e3,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:32.620472 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-465f27b6-a728-47d6-a5e6-61190ad247eb tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:32.638420 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-465f27b6-a728-47d6-a5e6-61190ad247eb tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:32.639788 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-465f27b6-a728-47d6-a5e6-61190ad247eb tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2585437 Apr 20 17:41:32.642782 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57476) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:32.648681 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-f2fdaa93-d837-4bc4-9834-db8d195e6be8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Request body: {'security_group_rule': {'security_group_id': 'a01297b4-6103-4da6-9f72-774022fd7f48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:41:32.655640 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-f2fdaa93-d837-4bc4-9834-db8d195e6be8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:41:32.660580 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-f2fdaa93-d837-4bc4-9834-db8d195e6be8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Usage tracker for resource:security_group_rule and tenant:3e86cc7941934d41a7fc333ea0673924 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:41:32.663932 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-f2fdaa93-d837-4bc4-9834-db8d195e6be8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:41:32.671263 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-f2fdaa93-d837-4bc4-9834-db8d195e6be8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:41:32.714601 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f2fdaa93-d837-4bc4-9834-db8d195e6be8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:32.787318 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f2fdaa93-d837-4bc4-9834-db8d195e6be8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:32.815554 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f2fdaa93-d837-4bc4-9834-db8d195e6be8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378812'] for security_group_rule, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:32.817805 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:32.830698 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device dbca7c06-b5d6-46a4-be1b-ed663fda62b8 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86490) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 17:41:32.841781 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdaa93-d837-4bc4-9834-db8d195e6be8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653c37a5-bd1a-4742-b9c8-7595192932e7,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:32.844412 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f2fdaa93-d837-4bc4-9834-db8d195e6be8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:32.878344 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f2fdaa93-d837-4bc4-9834-db8d195e6be8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:32.880207 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-f2fdaa93-d837-4bc4-9834-db8d195e6be8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2364123 Apr 20 17:41:32.883417 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57484) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:32.889299 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-4be87618-fbfa-4dde-9202-28fb359a4fa8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Request body: {'floatingip': {'floating_network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:41:32.896289 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-4be87618-fbfa-4dde-9202-28fb359a4fa8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:41:32.900376 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-4be87618-fbfa-4dde-9202-28fb359a4fa8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Usage tracker for resource:floatingip and tenant:3e86cc7941934d41a7fc333ea0673924 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:41:32.903508 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-4be87618-fbfa-4dde-9202-28fb359a4fa8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:41:32.909895 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-4be87618-fbfa-4dde-9202-28fb359a4fa8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:41:32.919316 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748f0227-b316-4679-be46-9d1a72fbbf9a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:41:32.931229 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c3fbc1-b168-4994-9596-f6203beaccd8 None None] Sync routers for ids ['0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'] in dv-cinder-786927-2-smb {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:41:32.947080 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4be87618-fbfa-4dde-9202-28fb359a4fa8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for floatingip, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:32.953270 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c3fbc1-b168-4994-9596-f6203beaccd8 None None] Routers {'0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:41:32.958205 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-02c3fbc1-b168-4994-9596-f6203beaccd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:41:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:32.981532 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-748f0227-b316-4679-be46-9d1a72fbbf9a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:33.042096 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-748f0227-b316-4679-be46-9d1a72fbbf9a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "DELETE /v2.0/floatingips/3ecd1d80-6983-4d74-8c9f-6b7ebc5b5827 HTTP/1.1" status: 204 len: 168 time: 2.3320112 Apr 20 17:41:33.043207 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79927de3-23f8-433a-bee9-c6b79be0c715', 'tag': 'd5317fb1-75b0-402d-b5e8-898b69020429'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:41:33.096772 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4be87618-fbfa-4dde-9202-28fb359a4fa8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:33.119957 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79927de3-23f8-433a-bee9-c6b79be0c715', 'tag': 'd5317fb1-75b0-402d-b5e8-898b69020429', 'status': 'completed', 'code': 200} Apr 20 17:41:33.244164 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port dbca7c06-b5d6-46a4-be1b-ed663fda62b8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dbca7c06-b5d6-46a4-be1b-ed663fda62b8,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:41:33.270435 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a3103-a4c1-402d-aeaf-99efac4af6a2 req-227d2bad-e963-49ea-b271-1281ee49b763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:33.272148 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fc2a3103-a4c1-402d-aeaf-99efac4af6a2 req-227d2bad-e963-49ea-b271-1281ee49b763 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=af1946123c424937b4137708c77ee5ba&device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 1098 time: 0.0940831 Apr 20 17:41:33.291017 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-4be87618-fbfa-4dde-9202-28fb359a4fa8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Allocated IP 172.28.1.106 (a0481120-3cc8-449f-86d5-38ee9053982b/ac485710-6ac4-46cc-b076-2738f89882f4/5d573cc4-e788-401a-aff4-8d5642eb2bd6) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:41:33.347020 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Returning: {'device': 'dbca7c06-b5d6-46a4-be1b-ed663fda62b8', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'port_id': 'dbca7c06-b5d6-46a4-be1b-ed663fda62b8', 'mac_address': 'fa:16:3e:05:3d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 957, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86490) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:41:33.453109 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a3103-a4c1-402d-aeaf-99efac4af6a2 req-30bdf76e-309e-42ae-8b97-ef79432401bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:33.455223 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fc2a3103-a4c1-402d-aeaf-99efac4af6a2 req-30bdf76e-309e-42ae-8b97-ef79432401bb service neutron] 10.222.0.76 "GET /v2.0/networks?id=d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0 HTTP/1.1" status: 200 len: 916 time: 0.1765652 Apr 20 17:41:33.458022 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-02c3fbc1-b168-4994-9596-f6203beaccd8 None None] Set router 0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:41:33.516093 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4be87618-fbfa-4dde-9202-28fb359a4fa8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:33.522730 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:41:33.549131 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c045c01-5763-4ab4-ab3c-6bea7733bcfe req-c4e22c07-6b71-4628-bfa6-9b0357fa0661 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:33.550812 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0c045c01-5763-4ab4-ab3c-6bea7733bcfe req-c4e22c07-6b71-4628-bfa6-9b0357fa0661 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 943 time: 0.1529958 Apr 20 17:41:33.563494 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:33.567039 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fc2a3103-a4c1-402d-aeaf-99efac4af6a2 req-a280edcd-7be3-4bcd-851b-180fe73e2723 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5317fb1-75b0-402d-b5e8-898b69020429 HTTP/1.1" status: 200 len: 217 time: 0.1021652 Apr 20 17:41:33.642158 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0c045c01-5763-4ab4-ab3c-6bea7733bcfe req-b351ff96-0fb2-43d6-8c7e-11d9f9e49e38 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806153 Apr 20 17:41:33.655883 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a3103-a4c1-402d-aeaf-99efac4af6a2 req-37f3e140-267b-4150-9026-91d73c075463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:33.657718 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fc2a3103-a4c1-402d-aeaf-99efac4af6a2 req-37f3e140-267b-4150-9026-91d73c075463 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f36a7a71-2ad5-4fb8-b929-3618c9b18a18 HTTP/1.1" status: 200 len: 854 time: 0.0877204 Apr 20 17:41:33.661764 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4be87618-fbfa-4dde-9202-28fb359a4fa8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:33.666938 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:33.695963 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbca7c06-b5d6-46a4-be1b-ed663fda62b8 {{(pid=86490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:41:33.773164 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a3103-a4c1-402d-aeaf-99efac4af6a2 req-29aa7a96-7086-4beb-8242-b87ef8bc5484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:33.775204 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fc2a3103-a4c1-402d-aeaf-99efac4af6a2 req-29aa7a96-7086-4beb-8242-b87ef8bc5484 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1110549 Apr 20 17:41:33.776569 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be87618-fbfa-4dde-9202-28fb359a4fa8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Pushing event updated for resources: {'Port': ['ID=5d573cc4-e788-401a-aff4-8d5642eb2bd6,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:33.786250 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4be87618-fbfa-4dde-9202-28fb359a4fa8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:33.790914 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be87618-fbfa-4dde-9202-28fb359a4fa8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Network a0481120-3cc8-449f-86d5-38ee9053982b is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:41:33.792199 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-4be87618-fbfa-4dde-9202-28fb359a4fa8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:41:33.794600 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be87618-fbfa-4dde-9202-28fb359a4fa8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:41:33.807982 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port dbca7c06-b5d6-46a4-be1b-ed663fda62b8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dbca7c06-b5d6-46a4-be1b-ed663fda62b8,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:41:33.858601 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:33.864957 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:33.887675 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4be87618-fbfa-4dde-9202-28fb359a4fa8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:33.927138 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fc2a3103-a4c1-402d-aeaf-99efac4af6a2 req-87966d29-2b78-4c3c-8b5d-bc4bc4cc12dd service neutron] 10.222.0.76 "GET /v2.0/networks/d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435468 Apr 20 17:41:33.987410 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4be87618-fbfa-4dde-9202-28fb359a4fa8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:34.020369 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=dbca7c06-b5d6-46a4-be1b-ed663fda62b8,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:34.032782 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:34.033493 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:34.033606 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:34.033957 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:34.034373 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:34.034712 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:34.036314 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:34.036314 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:34.036314 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:34.036314 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:34.036645 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:34.036956 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:41:34.043966 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:34.056493 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-baad33ed-0e95-4024-b751-b526bb834cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:34.068715 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-02c3fbc1-b168-4994-9596-f6203beaccd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'name': 'tempest-TestMinimumBasicScenario-1689815698-router', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:36:49Z', 'updated_at': '2021-04-20T17:36:58Z', 'revision_number': 4, 'project_id': 'af1946123c424937b4137708c77ee5ba', 'gw_port': {'id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:36:51Z', 'updated_at': '2021-04-20T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': '2212874d-c60d-45f8-8533-d6b3ca98d97b', 'name': '', 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'mac_address': 'fa:16:3e:be:6a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f36a7a71-2ad5-4fb8-b929-3618c9b18a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:36:56Z', 'updated_at': '2021-04-20T17:37:05Z', 'revision_number': 5, 'project_id': 'af1946123c424937b4137708c77ee5ba', 'subnets': [{'id': 'f36a7a71-2ad5-4fb8-b929-3618c9b18a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:34.073092 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c3fbc1-b168-4994-9596-f6203beaccd8 None None] Checking router: 0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca for host: dv-cinder-786927-2-smb {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:41:34.083945 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c3fbc1-b168-4994-9596-f6203beaccd8 None None] Routers {'0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:41:34.085097 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-02c3fbc1-b168-4994-9596-f6203beaccd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:41:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:34.107229 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fc2a3103-a4c1-402d-aeaf-99efac4af6a2 req-8d5e9ea0-c3aa-4558-92e4-503befbc637f service neutron] 10.222.0.76 "GET /v2.0/networks/d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685743 Apr 20 17:41:34.276760 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4be87618-fbfa-4dde-9202-28fb359a4fa8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:34.324477 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4be87618-fbfa-4dde-9202-28fb359a4fa8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2316177'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:34.330186 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7ccf9d93-429e-44b3-b0c4-d4a7f2b652d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:34.396425 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['dbca7c06-b5d6-46a4-be1b-ed663fda62b8'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:41:34.439983 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be87618-fbfa-4dde-9202-28fb359a4fa8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Pushing event updated for resources: {'Port': ['ID=5d573cc4-e788-401a-aff4-8d5642eb2bd6,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:34.450916 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4be87618-fbfa-4dde-9202-28fb359a4fa8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:34.460852 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4be87618-fbfa-4dde-9202-28fb359a4fa8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854139214'] for floatingip, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:34.512133 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-02c3fbc1-b168-4994-9596-f6203beaccd8 None None] Set router 0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:41:34.518874 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4be87618-fbfa-4dde-9202-28fb359a4fa8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:34.520429 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-4be87618-fbfa-4dde-9202-28fb359a4fa8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6359475 Apr 20 17:41:34.787556 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-25476662-f88f-4fae-adba-f1c00e6dd0d3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Synchronizing usage tracker for tenant:3e86cc7941934d41a7fc333ea0673924 on resource:security_group {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:41:34.827727 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-25476662-f88f-4fae-adba-f1c00e6dd0d3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Unset dirty status for tenant:3e86cc7941934d41a7fc333ea0673924 on resource:security_group {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:41:34.829620 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-25476662-f88f-4fae-adba-f1c00e6dd0d3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1015629094&fields=id&tenant_id=3e86cc7941934d41a7fc333ea0673924 HTTP/1.1" status: 200 len: 267 time: 0.1020708 Apr 20 17:41:34.895461 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1f475-65c8-4acf-8798-70398644d894 req-2d2f7385-1719-4d3b-b867-f58f7b55f866 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:34.904374 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7bb1f475-65c8-4acf-8798-70398644d894 req-2d2f7385-1719-4d3b-b867-f58f7b55f866 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 944 time: 0.1069829 Apr 20 17:41:34.955127 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7bb1f475-65c8-4acf-8798-70398644d894 req-d2cc444f-e584-45f1-a101-bba0b5f6ccaa tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495489 Apr 20 17:41:34.968380 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-02c3fbc1-b168-4994-9596-f6203beaccd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'name': 'tempest-TestMinimumBasicScenario-1689815698-router', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:36:49Z', 'updated_at': '2021-04-20T17:36:58Z', 'revision_number': 4, 'project_id': 'af1946123c424937b4137708c77ee5ba', 'gw_port': {'id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:36:51Z', 'updated_at': '2021-04-20T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': '2212874d-c60d-45f8-8533-d6b3ca98d97b', 'name': '', 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'mac_address': 'fa:16:3e:be:6a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f36a7a71-2ad5-4fb8-b929-3618c9b18a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:36:56Z', 'updated_at': '2021-04-20T17:37:05Z', 'revision_number': 5, 'project_id': 'af1946123c424937b4137708c77ee5ba', 'subnets': [{'id': 'f36a7a71-2ad5-4fb8-b929-3618c9b18a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:34.973218 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c3fbc1-b168-4994-9596-f6203beaccd8 None None] The sync data for ids ['0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'] in dv-cinder-786927-2-smb is: [{'id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'name': 'tempest-TestMinimumBasicScenario-1689815698-router', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:36:49Z', 'updated_at': '2021-04-20T17:36:58Z', 'revision_number': 4, 'project_id': 'af1946123c424937b4137708c77ee5ba', 'gw_port': {'id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:36:51Z', 'updated_at': '2021-04-20T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': '2212874d-c60d-45f8-8533-d6b3ca98d97b', 'name': '', 'network_id': 'd185a503-5fc6-4bec-ac1b-05a9bf5b4ff0', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'mac_address': 'fa:16:3e:be:6a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f36a7a71-2ad5-4fb8-b929-3618c9b18a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:36:56Z', 'updated_at': '2021-04-20T17:37:05Z', 'revision_number': 5, 'project_id': 'af1946123c424937b4137708c77ee5ba', 'subnets': [{'id': 'f36a7a71-2ad5-4fb8-b929-3618c9b18a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:41:35.017606 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-a9adbe65-9872-4d85-98da-c949cb28374c tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:35.019257 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-a9adbe65-9872-4d85-98da-c949cb28374c tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/networks?id=c4c40d2b-ceca-4fa5-a564-5d269c274c9e HTTP/1.1" status: 200 len: 810 time: 0.1797700 Apr 20 17:41:35.038469 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-2dce48a9-0f99-4de9-b0a0-45b743191ee9 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/quotas/3e86cc7941934d41a7fc333ea0673924 HTTP/1.1" status: 200 len: 375 time: 0.0109327 Apr 20 17:41:35.139592 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-1959d600-7358-44a1-9cfc-2682d0ec9fa9 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Synchronizing usage tracker for tenant:3e86cc7941934d41a7fc333ea0673924 on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:41:35.181477 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-1959d600-7358-44a1-9cfc-2682d0ec9fa9 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Unset dirty status for tenant:3e86cc7941934d41a7fc333ea0673924 on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:41:35.182985 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-1959d600-7358-44a1-9cfc-2682d0ec9fa9 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3e86cc7941934d41a7fc333ea0673924&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1381838 Apr 20 17:41:35.338751 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-b46088b7-9f6a-41ee-94ac-742fe9422c7e service neutron] 10.222.0.75 "GET /v2.0/networks/c4c40d2b-ceca-4fa5-a564-5d269c274c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424346 Apr 20 17:41:35.378428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7316292-569a-4094-aa6a-f6791b77d426 None None] New status for floating IP 3ecd1d80-6983-4d74-8c9f-6b7ebc5b5827: DOWN {{(pid=86491) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 17:41:35.486685 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-767c890a-076d-4b8b-9d4b-dc8fdb4094f5 service neutron] 10.222.0.75 "GET /v2.0/networks/c4c40d2b-ceca-4fa5-a564-5d269c274c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410599 Apr 20 17:41:35.759756 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-a543c930-937f-4838-bba6-5e163542fbe8 req-eaa444f2-a999-42f9-9127-938f681dd1d8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Synchronizing usage tracker for tenant:3e86cc7941934d41a7fc333ea0673924 on resource:port {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:41:35.776322 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-a543c930-937f-4838-bba6-5e163542fbe8 req-eaa444f2-a999-42f9-9127-938f681dd1d8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Unset dirty status for tenant:3e86cc7941934d41a7fc333ea0673924 on resource:port {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:41:35.777608 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a543c930-937f-4838-bba6-5e163542fbe8 req-eaa444f2-a999-42f9-9127-938f681dd1d8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=195e2dee-f4c9-4bc6-8797-d3aa361c98a4 HTTP/1.1" status: 200 len: 210 time: 0.0670056 Apr 20 17:41:36.084207 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4fa7f730-ab33-4eaf-85ce-3611458e8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:36.177445 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74388145-c6bc-43c2-97d5-e302702e598c req-246df3a1-70b6-4d2a-ab5a-c6ff6d0781ec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:36.179052 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-74388145-c6bc-43c2-97d5-e302702e598c req-246df3a1-70b6-4d2a-ab5a-c6ff6d0781ec tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 944 time: 0.0936408 Apr 20 17:41:36.227606 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-74388145-c6bc-43c2-97d5-e302702e598c req-f86a47f6-6550-4834-aaa0-0ffb5e263240 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418885 Apr 20 17:41:36.826240 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device dbca7c06-b5d6-46a4-be1b-ed663fda62b8 up at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:41:36.941435 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:36.950367 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-cf003367-bcdf-4821-a8c3-794ef28a6bee req-72293cf1-6c21-4228-a34f-8c433b1539ba tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=195e2dee-f4c9-4bc6-8797-d3aa361c98a4 HTTP/1.1" status: 200 len: 210 time: 0.0567725 Apr 20 17:41:36.958806 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning for port dbca7c06-b5d6-46a4-be1b-ed663fda62b8 completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:41:36.964962 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning complete for port dbca7c06-b5d6-46a4-be1b-ed663fda62b8 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:41:36.965734 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:37.101538 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:37.133282 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60758a-91f5-4cc5-942a-bf5f33ddb1bc req-224ac032-9484-49fe-bd1c-a85264d6b92e tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:37.134046 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-6e60758a-91f5-4cc5-942a-bf5f33ddb1bc req-224ac032-9484-49fe-bd1c-a85264d6b92e tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Synchronizing usage tracker for tenant:af1946123c424937b4137708c77ee5ba on resource:port {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:41:37.134211 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1253f39c-e73c-4773-947f-4d835a850d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbca7c06-b5d6-46a4-be1b-ed663fda62b8'}] {{(pid=86490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:41:37.155341 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port dbca7c06-b5d6-46a4-be1b-ed663fda62b8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dbca7c06-b5d6-46a4-be1b-ed663fda62b8,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:41:37.192711 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-6e60758a-91f5-4cc5-942a-bf5f33ddb1bc req-224ac032-9484-49fe-bd1c-a85264d6b92e tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Unset dirty status for tenant:af1946123c424937b4137708c77ee5ba on resource:port {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:41:37.195536 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6e60758a-91f5-4cc5-942a-bf5f33ddb1bc req-224ac032-9484-49fe-bd1c-a85264d6b92e tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 945 time: 0.1531498 Apr 20 17:41:37.199207 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1253f39c-e73c-4773-947f-4d835a850d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbca7c06-b5d6-46a4-be1b-ed663fda62b8', 'code': 200} Apr 20 17:41:37.215776 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:37.217750 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:37.253153 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-6e60758a-91f5-4cc5-942a-bf5f33ddb1bc req-0c9b9947-06e5-44d9-9455-e04517da8a17 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Synchronizing usage tracker for tenant:af1946123c424937b4137708c77ee5ba on resource:security_group {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:41:37.302373 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=dbca7c06-b5d6-46a4-be1b-ed663fda62b8,revision_number=5']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:37.306056 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:37.343130 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-6e60758a-91f5-4cc5-942a-bf5f33ddb1bc req-0c9b9947-06e5-44d9-9455-e04517da8a17 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Unset dirty status for tenant:af1946123c424937b4137708c77ee5ba on resource:security_group {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:41:37.344303 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6e60758a-91f5-4cc5-942a-bf5f33ddb1bc req-0c9b9947-06e5-44d9-9455-e04517da8a17 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415145 Apr 20 17:41:37.485823 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df61ed-cd0c-46d8-bc1d-7834686f8fb4 req-0eb598f2-d77d-4e66-b4ce-b5643165a851 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:37.488108 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-11df61ed-cd0c-46d8-bc1d-7834686f8fb4 req-0eb598f2-d77d-4e66-b4ce-b5643165a851 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.1173167 Apr 20 17:41:37.496556 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:37.515063 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-2c00c297-66e2-4ebf-a88a-ecc755499dea tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:37.515829 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-2c00c297-66e2-4ebf-a88a-ecc755499dea tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Synchronizing usage tracker for tenant:3e86cc7941934d41a7fc333ea0673924 on resource:network {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:41:37.559245 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-2c00c297-66e2-4ebf-a88a-ecc755499dea tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Unset dirty status for tenant:3e86cc7941934d41a7fc333ea0673924 on resource:network {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:41:37.560889 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-2c00c297-66e2-4ebf-a88a-ecc755499dea tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.76 "GET /v2.0/networks?id=c4c40d2b-ceca-4fa5-a564-5d269c274c9e HTTP/1.1" status: 200 len: 810 time: 0.2642267 Apr 20 17:41:37.611340 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-11df61ed-cd0c-46d8-bc1d-7834686f8fb4 req-46ad4107-f12f-4f6c-a4ab-000aa36b53e0 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153786 Apr 20 17:41:37.653681 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729fd83-70f9-4821-85bc-5f89b07652ea req-89c50c24-ab09-41b0-93e1-55f51b44f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:37.655663 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8729fd83-70f9-4821-85bc-5f89b07652ea req-89c50c24-ab09-41b0-93e1-55f51b44f72e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 1098 time: 0.1398597 Apr 20 17:41:37.675724 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-fb29b35f-f95a-496c-ac50-b14c254fc620 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Synchronizing usage tracker for tenant:3e86cc7941934d41a7fc333ea0673924 on resource:security_group {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:41:37.689081 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-fb29b35f-f95a-496c-ac50-b14c254fc620 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Unset dirty status for tenant:3e86cc7941934d41a7fc333ea0673924 on resource:security_group {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:41:37.690528 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-fb29b35f-f95a-496c-ac50-b14c254fc620 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3e86cc7941934d41a7fc333ea0673924 HTTP/1.1" status: 200 len: 5704 time: 0.1094856 Apr 20 17:41:37.700418 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-96150d87-4bea-45c1-be7d-6b4ed5ac57e9 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Request body: {'port': {'device_id': '195e2dee-f4c9-4bc6-8797-d3aa361c98a4', 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'admin_state_up': True, 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'security_groups': ['a01297b4-6103-4da6-9f72-774022fd7f48']}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:41:37.713564 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8729fd83-70f9-4821-85bc-5f89b07652ea req-599f5469-5875-4259-8476-ca3c3a9edef9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498865 Apr 20 17:41:37.848488 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-96150d87-4bea-45c1-be7d-6b4ed5ac57e9 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:41:37.858714 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-96150d87-4bea-45c1-be7d-6b4ed5ac57e9 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:41:37.901201 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-96150d87-4bea-45c1-be7d-6b4ed5ac57e9 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Made reservation on behalf of 3e86cc7941934d41a7fc333ea0673924 for: {'port': 1} {{(pid=86489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:41:37.907633 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-96150d87-4bea-45c1-be7d-6b4ed5ac57e9 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:38.038613 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:38.133121 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3d960e90-21e2-41ff-a3b9-2c0c38611a20 req-daf41ea6-3abb-44d4-977f-1abf5ac90459 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=195e2dee-f4c9-4bc6-8797-d3aa361c98a4 HTTP/1.1" status: 200 len: 210 time: 0.0653064 Apr 20 17:41:38.147254 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-96150d87-4bea-45c1-be7d-6b4ed5ac57e9 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Allocated IP 172.20.0.11 (c4c40d2b-ceca-4fa5-a564-5d269c274c9e/c8db6b26-5954-455b-bb2e-7d6df06854c9/6e9f7bac-5989-4983-a3b7-501ee289d00c) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:41:38.345318 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-96150d87-4bea-45c1-be7d-6b4ed5ac57e9 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:38.361669 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-96150d87-4bea-45c1-be7d-6b4ed5ac57e9 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Transition to ACTIVE for port object 6e9f7bac-5989-4983-a3b7-501ee289d00c will not be triggered until provisioned by entity DHCP. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:41:38.421457 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-96150d87-4bea-45c1-be7d-6b4ed5ac57e9 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278367'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:38.427820 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-748f0227-b316-4679-be46-9d1a72fbbf9a tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:38.500234 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-96150d87-4bea-45c1-be7d-6b4ed5ac57e9 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Network c4c40d2b-ceca-4fa5-a564-5d269c274c9e is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:41:38.504711 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-96150d87-4bea-45c1-be7d-6b4ed5ac57e9 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:41:38.508962 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-96150d87-4bea-45c1-be7d-6b4ed5ac57e9 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:41:38.550178 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96150d87-4bea-45c1-be7d-6b4ed5ac57e9 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Pushing event updated for resources: {'Port': ['ID=6e9f7bac-5989-4983-a3b7-501ee289d00c,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:38.550388 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b54063-556d-4e0e-b0f1-b9ae2d5a1a3b req-a0f8c5b8-2b9b-4704-8147-ae109fdf2130 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:38.552027 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d1b54063-556d-4e0e-b0f1-b9ae2d5a1a3b req-a0f8c5b8-2b9b-4704-8147-ae109fdf2130 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 945 time: 0.0919886 Apr 20 17:41:38.555096 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-96150d87-4bea-45c1-be7d-6b4ed5ac57e9 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:38.587502 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-96150d87-4bea-45c1-be7d-6b4ed5ac57e9 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:38.588389 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-96150d87-4bea-45c1-be7d-6b4ed5ac57e9 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:38.624754 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d1b54063-556d-4e0e-b0f1-b9ae2d5a1a3b req-fad1b6f0-c0e6-47ab-b332-a21088b4b574 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645647 Apr 20 17:41:38.670136 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-96150d87-4bea-45c1-be7d-6b4ed5ac57e9 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9718661 Apr 20 17:41:38.745419 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-07eef052-f9b3-40eb-ba5c-70f2d5700a59 service neutron] Request body: {'port': {'device_id': '195e2dee-f4c9-4bc6-8797-d3aa361c98a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:41:38.763923 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-6b2ed83e-bb88-49b3-983c-c7cb37aade98 None None] Provisioning for port 6e9f7bac-5989-4983-a3b7-501ee289d00c completed by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:41:38.769550 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-6b2ed83e-bb88-49b3-983c-c7cb37aade98 None None] Provisioning complete for port 6e9f7bac-5989-4983-a3b7-501ee289d00c triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:41:38.770171 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6b2ed83e-bb88-49b3-983c-c7cb37aade98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:38.833836 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-6b2ed83e-bb88-49b3-983c-c7cb37aade98 None None] Port 6e9f7bac-5989-4983-a3b7-501ee289d00c cannot update to ACTIVE because it is not bound. {{(pid=86490) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 17:41:38.934901 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-07eef052-f9b3-40eb-ba5c-70f2d5700a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:38.951653 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1f0bc-3233-4f05-83dd-ee1b6fee5e00 req-310ebb7c-4015-49c4-8616-ee66787862f1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:38.953244 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-14f1f0bc-3233-4f05-83dd-ee1b6fee5e00 req-310ebb7c-4015-49c4-8616-ee66787862f1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.2146630 Apr 20 17:41:39.056580 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-14f1f0bc-3233-4f05-83dd-ee1b6fee5e00 req-2c0d5a54-dc3f-4bcd-aec6-7ec8390e9e83 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960927 Apr 20 17:41:39.354701 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a244f6-e310-4262-94c8-41721d1fc614 req-8a9d8b7d-861d-4af7-9283-fc6ef8fe4560 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:39.356306 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-33a244f6-e310-4262-94c8-41721d1fc614 req-8a9d8b7d-861d-4af7-9283-fc6ef8fe4560 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=195e2dee-f4c9-4bc6-8797-d3aa361c98a4 HTTP/1.1" status: 200 len: 932 time: 0.0924511 Apr 20 17:41:39.367260 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-07eef052-f9b3-40eb-ba5c-70f2d5700a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e9f7bac-5989-4983-a3b7-501ee289d00c {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:41:39.376989 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-07eef052-f9b3-40eb-ba5c-70f2d5700a59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:39.392761 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-07eef052-f9b3-40eb-ba5c-70f2d5700a59 service neutron] Transition to ACTIVE for port object 6e9f7bac-5989-4983-a3b7-501ee289d00c will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:41:39.406321 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-33a244f6-e310-4262-94c8-41721d1fc614 req-faea4ca5-f470-447d-ac87-f02d7ee9c57d tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01297b4-6103-4da6-9f72-774022fd7f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424769 Apr 20 17:41:39.441605 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-07eef052-f9b3-40eb-ba5c-70f2d5700a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852497450'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:39.443676 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3f41165d-a049-44dc-ab59-190eef11096c tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:39.610086 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eef052-f9b3-40eb-ba5c-70f2d5700a59 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9f7bac-5989-4983-a3b7-501ee289d00c,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:39.617972 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-07eef052-f9b3-40eb-ba5c-70f2d5700a59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:39.694755 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-07eef052-f9b3-40eb-ba5c-70f2d5700a59 service neutron] Attempting to bind port 6e9f7bac-5989-4983-a3b7-501ee289d00c on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:41:39.695068 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-07eef052-f9b3-40eb-ba5c-70f2d5700a59 service neutron] Attempting to bind port 6e9f7bac-5989-4983-a3b7-501ee289d00c by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '0293f50f-b8a5-4a30-a918-07044456f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:41:39.695449 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-07eef052-f9b3-40eb-ba5c-70f2d5700a59 service neutron] Attempting to bind port 6e9f7bac-5989-4983-a3b7-501ee289d00c on network c4c40d2b-ceca-4fa5-a564-5d269c274c9e {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:41:39.700528 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-07eef052-f9b3-40eb-ba5c-70f2d5700a59 service neutron] Port 6e9f7bac-5989-4983-a3b7-501ee289d00c on network c4c40d2b-ceca-4fa5-a564-5d269c274c9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:41:39.700933 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-07eef052-f9b3-40eb-ba5c-70f2d5700a59 service neutron] Attempting to bind port 6e9f7bac-5989-4983-a3b7-501ee289d00c on network c4c40d2b-ceca-4fa5-a564-5d269c274c9e {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:41:39.706488 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-07eef052-f9b3-40eb-ba5c-70f2d5700a59 service neutron] Checking agent: {'id': 'fd2caffb-19f6-4460-a29d-56c5ffae00d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'started_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:41:39.706943 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-07eef052-f9b3-40eb-ba5c-70f2d5700a59 service neutron] Checking segment: {'id': '0293f50f-b8a5-4a30-a918-07044456f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:41:39.707361 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-07eef052-f9b3-40eb-ba5c-70f2d5700a59 service neutron] Bound using segment: {'id': '0293f50f-b8a5-4a30-a918-07044456f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:41:39.707828 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-07eef052-f9b3-40eb-ba5c-70f2d5700a59 service neutron] Bound port: 6e9f7bac-5989-4983-a3b7-501ee289d00c, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0293f50f-b8a5-4a30-a918-07044456f366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 983, 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:41:39.708221 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-07eef052-f9b3-40eb-ba5c-70f2d5700a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:39.867175 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-07eef052-f9b3-40eb-ba5c-70f2d5700a59 service neutron] For port 6e9f7bac-5989-4983-a3b7-501ee289d00c, host hv-cinder-78692, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:41:39.870984 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-07eef052-f9b3-40eb-ba5c-70f2d5700a59 service neutron] For port 6e9f7bac-5989-4983-a3b7-501ee289d00c, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=6e9f7bac-5989-4983-a3b7-501ee289d00c,segment=NetworkSegment(0293f50f-b8a5-4a30-a918-07044456f366),segment_id=0293f50f-b8a5-4a30-a918-07044456f366)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:41:39.883603 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e00365-14e6-45e4-be13-d7dbf788cfb6 req-c60559bb-401f-40c0-9f96-abdb51213708 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:39.885157 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b0e00365-14e6-45e4-be13-d7dbf788cfb6 req-c60559bb-401f-40c0-9f96-abdb51213708 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 945 time: 0.1297963 Apr 20 17:41:39.914229 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-07eef052-f9b3-40eb-ba5c-70f2d5700a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852497450'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:39.920265 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a84d9c2f-5742-43b2-ab13-e756458ad8b0 tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:39.993923 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-07eef052-f9b3-40eb-ba5c-70f2d5700a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:39.994251 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-07eef052-f9b3-40eb-ba5c-70f2d5700a59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:39.995754 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-07eef052-f9b3-40eb-ba5c-70f2d5700a59 service neutron] 10.222.0.76 "PUT /v2.0/ports/6e9f7bac-5989-4983-a3b7-501ee289d00c HTTP/1.1" status: 200 len: 1094 time: 1.2550490 Apr 20 17:41:39.996347 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195e2dee-f4c9-4bc6-8797-d3aa361c98a4', 'tag': '6e9f7bac-5989-4983-a3b7-501ee289d00c'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:41:40.011628 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b0e00365-14e6-45e4-be13-d7dbf788cfb6 req-0ab00654-9690-449b-a9ae-c5b34675cc50 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199188 Apr 20 17:41:40.025182 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eef052-f9b3-40eb-ba5c-70f2d5700a59 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9f7bac-5989-4983-a3b7-501ee289d00c,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:40.028840 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-07eef052-f9b3-40eb-ba5c-70f2d5700a59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:40.062886 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195e2dee-f4c9-4bc6-8797-d3aa361c98a4', 'tag': '6e9f7bac-5989-4983-a3b7-501ee289d00c', 'status': 'completed', 'code': 200} Apr 20 17:41:40.088652 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa36b7-c85e-4249-bd8f-58b453f1eda2 req-952ad37f-7a60-4e8c-98af-b30a3b1ca072 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:40.090638 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-76fa36b7-c85e-4249-bd8f-58b453f1eda2 req-952ad37f-7a60-4e8c-98af-b30a3b1ca072 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.76 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 945 time: 0.1220109 Apr 20 17:41:40.179338 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-37d065ac-bce4-45fe-9f71-26f6a87a3da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:40.184699 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-37d065ac-bce4-45fe-9f71-26f6a87a3da1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3e86cc7941934d41a7fc333ea0673924&device_id=195e2dee-f4c9-4bc6-8797-d3aa361c98a4 HTTP/1.1" status: 200 len: 1097 time: 0.1022182 Apr 20 17:41:40.323103 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-1b2a4bef-1376-4ff2-896b-498333a253d5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e9f7bac-5989-4983-a3b7-501ee289d00c HTTP/1.1" status: 200 len: 217 time: 0.0910976 Apr 20 17:41:40.408025 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-76fa36b7-c85e-4249-bd8f-58b453f1eda2 req-f2a7c673-8826-4795-abc5-6262647cc86c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Deleting port d5317fb1-75b0-402d-b5e8-898b69020429 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:40.408587 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-76fa36b7-c85e-4249-bd8f-58b453f1eda2 req-f2a7c673-8826-4795-abc5-6262647cc86c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:40.418113 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8ab3c-8334-4b6e-9491-d84d5fd9a0ed req-b876b8e5-e231-4bb4-a406-daa2a1cec99b tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:40.419772 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4aa8ab3c-8334-4b6e-9491-d84d5fd9a0ed req-b876b8e5-e231-4bb4-a406-daa2a1cec99b tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.2273452 Apr 20 17:41:40.423507 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-3907750c-d571-4d86-9c88-8fa93ea6fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:40.424969 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-3907750c-d571-4d86-9c88-8fa93ea6fb63 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c8db6b26-5954-455b-bb2e-7d6df06854c9 HTTP/1.1" status: 200 len: 849 time: 0.0938499 Apr 20 17:41:40.533303 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4aa8ab3c-8334-4b6e-9491-d84d5fd9a0ed req-48406d3d-a7a9-434c-acff-64c7bdc48471 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047747 Apr 20 17:41:40.568145 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-7e0baaf6-b211-4026-b2ff-3a8f413e67d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:40.569910 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-7e0baaf6-b211-4026-b2ff-3a8f413e67d4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4c40d2b-ceca-4fa5-a564-5d269c274c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1379328 Apr 20 17:41:40.794313 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-76fa36b7-c85e-4249-bd8f-58b453f1eda2 req-f2a7c673-8826-4795-abc5-6262647cc86c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] For port d5317fb1-75b0-402d-b5e8-898b69020429, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d5317fb1-75b0-402d-b5e8-898b69020429,segment=NetworkSegment(fa136594-7921-40c9-af51-7f17bc56ed96),segment_id=fa136594-7921-40c9-af51-7f17bc56ed96)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:41:40.794762 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-76fa36b7-c85e-4249-bd8f-58b453f1eda2 req-f2a7c673-8826-4795-abc5-6262647cc86c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:40.888669 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610d1a0-9101-44e5-9d8e-b976713cad0f req-220c3995-541d-42eb-8529-7b8bf3a43a91 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:40.890549 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2610d1a0-9101-44e5-9d8e-b976713cad0f req-220c3995-541d-42eb-8529-7b8bf3a43a91 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=195e2dee-f4c9-4bc6-8797-d3aa361c98a4 HTTP/1.1" status: 200 len: 944 time: 0.2373149 Apr 20 17:41:40.992388 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-76fa36b7-c85e-4249-bd8f-58b453f1eda2 req-f2a7c673-8826-4795-abc5-6262647cc86c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Calling delete_port for d5317fb1-75b0-402d-b5e8-898b69020429 owned by compute:nova {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:41:41.026291 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-249af4f2-2278-4831-91a1-79d454d345ed service neutron] 10.222.0.76 "GET /v2.0/networks/c4c40d2b-ceca-4fa5-a564-5d269c274c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494851 Apr 20 17:41:41.039902 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7942c0d-1bb3-4da3-b72a-cf6ffae36509 req-43bd1a09-0692-451b-8f5c-71e33833ee93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:41.041249 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f7942c0d-1bb3-4da3-b72a-cf6ffae36509 req-43bd1a09-0692-451b-8f5c-71e33833ee93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.3766036 Apr 20 17:41:41.055569 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57644) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:41.063832 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2610d1a0-9101-44e5-9d8e-b976713cad0f req-983413a4-b44b-4ec7-a2e9-a5ae0ff0d396 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01297b4-6103-4da6-9f72-774022fd7f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034787 Apr 20 17:41:41.069661 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-c8450391-a35d-433a-84b8-64909b5387cd tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Request body: {'floatingip': {'port_id': 'dbca7c06-b5d6-46a4-be1b-ed663fda62b8'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:41:41.182598 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c8450391-a35d-433a-84b8-64909b5387cd tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for floatingip, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:41.246928 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7ed04f80-eedf-48b7-a4e5-fbe37140943a req-1b6273bf-84b0-4b69-a1fc-507906584ba5 service neutron] 10.222.0.76 "GET /v2.0/networks/c4c40d2b-ceca-4fa5-a564-5d269c274c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046561 Apr 20 17:41:41.269459 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38848b6-08bf-45b9-9c7d-27359d6049d3 req-477e0982-01c1-4cad-b97f-f70f8017df59 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:41.271099 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a38848b6-08bf-45b9-9c7d-27359d6049d3 req-477e0982-01c1-4cad-b97f-f70f8017df59 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 945 time: 0.1285276 Apr 20 17:41:41.319896 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a38848b6-08bf-45b9-9c7d-27359d6049d3 req-6cae3568-5045-46b0-93e9-46b356e21be1 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/security-groups?id=26a85ee6-236a-4d6a-a02b-eeeb39ca8078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424192 Apr 20 17:41:41.442616 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9278e8d-422f-4862-8414-80025bf2ce55 req-6ad81b13-ffd6-4b37-aeb6-1b8bf51a3918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:41.445603 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9278e8d-422f-4862-8414-80025bf2ce55 req-6ad81b13-ffd6-4b37-aeb6-1b8bf51a3918 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3e86cc7941934d41a7fc333ea0673924&device_id=195e2dee-f4c9-4bc6-8797-d3aa361c98a4 HTTP/1.1" status: 200 len: 1097 time: 0.0775540 Apr 20 17:41:41.502499 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-76fa36b7-c85e-4249-bd8f-58b453f1eda2 req-f2a7c673-8826-4795-abc5-6262647cc86c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:41.520566 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-667e79a6-812d-4aa4-8bdf-0536f1fde39a tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:41.587009 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9278e8d-422f-4862-8414-80025bf2ce55 req-f59a561a-3f72-47cc-a423-aca75d5b5929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:41.588517 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9278e8d-422f-4862-8414-80025bf2ce55 req-f59a561a-3f72-47cc-a423-aca75d5b5929 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4c40d2b-ceca-4fa5-a564-5d269c274c9e HTTP/1.1" status: 200 len: 911 time: 0.1373670 Apr 20 17:41:41.628153 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7c673-8826-4795-abc5-6262647cc86c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Pushing event deleted for resources: {'Port': ['ID=d5317fb1-75b0-402d-b5e8-898b69020429,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:41.630864 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f2a7c673-8826-4795-abc5-6262647cc86c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:41.668834 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9278e8d-422f-4862-8414-80025bf2ce55 req-7e818554-d26a-4a73-b955-957a28394b9b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e9f7bac-5989-4983-a3b7-501ee289d00c HTTP/1.1" status: 200 len: 217 time: 0.0729561 Apr 20 17:41:41.729395 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-76fa36b7-c85e-4249-bd8f-58b453f1eda2 req-f2a7c673-8826-4795-abc5-6262647cc86c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] No DVR routers for this DVR port d5317fb1-75b0-402d-b5e8-898b69020429 on host hv-cinder-78692 {{(pid=86488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 17:41:41.732075 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-76fa36b7-c85e-4249-bd8f-58b453f1eda2 req-f2a7c673-8826-4795-abc5-6262647cc86c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:41.737614 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79927de3-23f8-433a-bee9-c6b79be0c715', 'name': 'network-vif-deleted', 'tag': 'd5317fb1-75b0-402d-b5e8-898b69020429'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:41:41.741942 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9278e8d-422f-4862-8414-80025bf2ce55 req-6cc7e54f-dfb8-4ff2-8b53-2d929677d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:41.743601 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9278e8d-422f-4862-8414-80025bf2ce55 req-6cc7e54f-dfb8-4ff2-8b53-2d929677d6f9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c8db6b26-5954-455b-bb2e-7d6df06854c9 HTTP/1.1" status: 200 len: 849 time: 0.0680366 Apr 20 17:41:41.790007 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79927de3-23f8-433a-bee9-c6b79be0c715', 'name': 'network-vif-deleted', 'tag': 'd5317fb1-75b0-402d-b5e8-898b69020429', 'status': 'completed', 'code': 200} Apr 20 17:41:41.827957 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9278e8d-422f-4862-8414-80025bf2ce55 req-25af853c-b94d-4d20-bcf3-04f8790c9720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:41.832685 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9278e8d-422f-4862-8414-80025bf2ce55 req-25af853c-b94d-4d20-bcf3-04f8790c9720 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4c40d2b-ceca-4fa5-a564-5d269c274c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791268 Apr 20 17:41:41.852633 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-76fa36b7-c85e-4249-bd8f-58b453f1eda2 req-f2a7c673-8826-4795-abc5-6262647cc86c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.76 "DELETE /v2.0/ports/d5317fb1-75b0-402d-b5e8-898b69020429 HTTP/1.1" status: 204 len: 173 time: 1.7566519 Apr 20 17:41:41.978671 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9278e8d-422f-4862-8414-80025bf2ce55 req-730808be-9a7e-4b82-87da-554c9ffb300e service neutron] 10.222.0.76 "GET /v2.0/networks/c4c40d2b-ceca-4fa5-a564-5d269c274c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418047 Apr 20 17:41:42.037397 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c8450391-a35d-433a-84b8-64909b5387cd tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:42.091183 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c8450391-a35d-433a-84b8-64909b5387cd tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854139214'] for floatingip, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:42.175313 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9278e8d-422f-4862-8414-80025bf2ce55 req-bb178e85-7256-4cc6-95d7-4c73c741e763 service neutron] 10.222.0.76 "GET /v2.0/networks/c4c40d2b-ceca-4fa5-a564-5d269c274c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895812 Apr 20 17:41:42.296918 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.l3_db [None req-c8450391-a35d-433a-84b8-64909b5387cd tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Floating IP 93924189-77a4-403a-8963-9bf39d21dcc8 associated. External IP: 172.28.1.86, port: dbca7c06-b5d6-46a4-be1b-ed663fda62b8. Apr 20 17:41:42.318382 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e7c50-a06c-40f6-bf15-95e1b7dc7032 req-d39f0e81-e9ea-45c0-a3dc-15b530cf9a76 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:42.319177 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-0c4e7c50-a06c-40f6-bf15-95e1b7dc7032 req-d39f0e81-e9ea-45c0-a3dc-15b530cf9a76 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Synchronizing usage tracker for tenant:3e86cc7941934d41a7fc333ea0673924 on resource:port {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:41:42.369642 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-0c4e7c50-a06c-40f6-bf15-95e1b7dc7032 req-d39f0e81-e9ea-45c0-a3dc-15b530cf9a76 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Unset dirty status for tenant:3e86cc7941934d41a7fc333ea0673924 on resource:port {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:41:42.370978 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0c4e7c50-a06c-40f6-bf15-95e1b7dc7032 req-d39f0e81-e9ea-45c0-a3dc-15b530cf9a76 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=195e2dee-f4c9-4bc6-8797-d3aa361c98a4 HTTP/1.1" status: 200 len: 944 time: 0.1434898 Apr 20 17:41:42.430010 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0c4e7c50-a06c-40f6-bf15-95e1b7dc7032 req-40f5b975-c733-4874-8849-bbe80e036a84 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01297b4-6103-4da6-9f72-774022fd7f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518403 Apr 20 17:41:42.531370 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-1ad30165-ae06-40e9-9e48-a05a7d6cba8d req-a49783d0-13a7-4093-becb-bd114992b81f tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Synchronizing usage tracker for tenant:af1946123c424937b4137708c77ee5ba on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:41:42.839481 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device d5317fb1-75b0-402d-b5e8-898b69020429 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:41:42.873892 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-1ad30165-ae06-40e9-9e48-a05a7d6cba8d req-a49783d0-13a7-4093-becb-bd114992b81f tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Unset dirty status for tenant:af1946123c424937b4137708c77ee5ba on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:41:42.875181 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1ad30165-ae06-40e9-9e48-a05a7d6cba8d req-a49783d0-13a7-4093-becb-bd114992b81f tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] 10.222.0.75 "GET /v2.0/ports?device_id=79927de3-23f8-433a-bee9-c6b79be0c715 HTTP/1.1" status: 200 len: 210 time: 0.4104574 Apr 20 17:41:42.878146 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] No Port match for: d5317fb1-75b0-402d-b5e8-898b69020429 {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:41:42.878546 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device d5317fb1-75b0-402d-b5e8-898b69020429 not bound to the agent host hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:41:42.995223 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8450391-a35d-433a-84b8-64909b5387cd tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Router 3f30ca91-3312-4342-bd1f-93a1532f2278 has already been hosted by L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 17:41:43.181794 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8450391-a35d-433a-84b8-64909b5387cd tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:41:43.186081 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c8450391-a35d-433a-84b8-64909b5387cd tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:43.191384 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51898e11-4d02-46aa-a44c-9719648fd27e None None] Sync routers for ids ['3f30ca91-3312-4342-bd1f-93a1532f2278'] in dv-cinder-786927-2-smb {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:41:43.201166 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51898e11-4d02-46aa-a44c-9719648fd27e None None] Routers {'3f30ca91-3312-4342-bd1f-93a1532f2278'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:41:43.201838 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-51898e11-4d02-46aa-a44c-9719648fd27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:41:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['3f30ca91-3312-4342-bd1f-93a1532f2278'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:43.243782 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-c8450391-a35d-433a-84b8-64909b5387cd tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "PUT /v2.0/floatingips/93924189-77a4-403a-8963-9bf39d21dcc8 HTTP/1.1" status: 200 len: 990 time: 2.1870563 Apr 20 17:41:43.386749 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-51898e11-4d02-46aa-a44c-9719648fd27e None None] Set router 3f30ca91-3312-4342-bd1f-93a1532f2278 gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:41:43.633738 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7587c8e-40bb-4d57-a4a7-77bc19205fd2 req-e37b099c-5534-4184-942c-a164168b6e96 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:43.635399 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d7587c8e-40bb-4d57-a4a7-77bc19205fd2 req-e37b099c-5534-4184-942c-a164168b6e96 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=195e2dee-f4c9-4bc6-8797-d3aa361c98a4 HTTP/1.1" status: 200 len: 944 time: 0.0888624 Apr 20 17:41:43.687419 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d7587c8e-40bb-4d57-a4a7-77bc19205fd2 req-812336c0-fcad-42e3-8161-ea53dd9998a5 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01297b4-6103-4da6-9f72-774022fd7f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444407 Apr 20 17:41:43.758546 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-51898e11-4d02-46aa-a44c-9719648fd27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'name': 'tempest-AttachVolumeShelveTestJSON-1076416549-router', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'gw_port': {'id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:09Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_floatingips': [{'id': '93924189-77a4-403a-8963-9bf39d21dcc8', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'floating_ip_address': '172.28.1.86', 'floating_network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'router_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'port_id': 'dbca7c06-b5d6-46a4-be1b-ed663fda62b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'mac_address': 'fa:16:3e:05:3d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1253f39c-e73c-4773-947f-4d835a850d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:41:21Z', 'updated_at': '2021-04-20T17:41:41Z', 'revision_number': 1, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cde741-ba67-4783-bfb4-aec69f40f174', 'name': '', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'mac_address': 'fa:16:3e:0e:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:25Z', 'updated_at': '2021-04-20T17:35:40Z', 'revision_number': 5, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'subnets': [{'id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:43.762609 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51898e11-4d02-46aa-a44c-9719648fd27e None None] Checking router: 3f30ca91-3312-4342-bd1f-93a1532f2278 for host: dv-cinder-786927-2-smb {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:41:43.772049 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51898e11-4d02-46aa-a44c-9719648fd27e None None] Routers {'3f30ca91-3312-4342-bd1f-93a1532f2278'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:41:43.772705 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-51898e11-4d02-46aa-a44c-9719648fd27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:41:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['3f30ca91-3312-4342-bd1f-93a1532f2278'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:43.791283 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1253f39c-e73c-4773-947f-4d835a850d03', 'tag': 'dbca7c06-b5d6-46a4-be1b-ed663fda62b8'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:41:43.840236 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1253f39c-e73c-4773-947f-4d835a850d03', 'tag': 'dbca7c06-b5d6-46a4-be1b-ed663fda62b8', 'status': 'completed', 'code': 200} Apr 20 17:41:43.967444 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-51898e11-4d02-46aa-a44c-9719648fd27e None None] Set router 3f30ca91-3312-4342-bd1f-93a1532f2278 gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:41:43.969751 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32049c-e3de-4d17-9fac-e2c0826c99e8 req-f2d79a92-8596-4f6b-b321-d09f24617448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:43.971556 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0f32049c-e3de-4d17-9fac-e2c0826c99e8 req-f2d79a92-8596-4f6b-b321-d09f24617448 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=91f08a58d46d4762b691ff2c6db71cd4&device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 1098 time: 0.0874710 Apr 20 17:41:44.134010 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32049c-e3de-4d17-9fac-e2c0826c99e8 req-81af243b-d7d6-4887-a0b0-acd7fc8323bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:44.135810 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0f32049c-e3de-4d17-9fac-e2c0826c99e8 req-81af243b-d7d6-4887-a0b0-acd7fc8323bb service neutron] 10.222.0.76 "GET /v2.0/networks?id=43f466f2-e643-4c2d-a72d-6fa47845b747 HTTP/1.1" status: 200 len: 918 time: 0.1578603 Apr 20 17:41:44.261805 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0f32049c-e3de-4d17-9fac-e2c0826c99e8 req-db64e235-3e47-46a7-94ba-c3ed14834a4b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbca7c06-b5d6-46a4-be1b-ed663fda62b8 HTTP/1.1" status: 200 len: 998 time: 0.1188688 Apr 20 17:41:44.332245 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32049c-e3de-4d17-9fac-e2c0826c99e8 req-e87cfbd5-07aa-490f-88c1-cc89dc35a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:44.333873 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0f32049c-e3de-4d17-9fac-e2c0826c99e8 req-e87cfbd5-07aa-490f-88c1-cc89dc35a173 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e7b59eb6-7796-4d48-ad26-1b7d7898dd0a HTTP/1.1" status: 200 len: 856 time: 0.0652673 Apr 20 17:41:44.362436 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-51898e11-4d02-46aa-a44c-9719648fd27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'name': 'tempest-AttachVolumeShelveTestJSON-1076416549-router', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'gw_port': {'id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:09Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_floatingips': [{'id': '93924189-77a4-403a-8963-9bf39d21dcc8', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'floating_ip_address': '172.28.1.86', 'floating_network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'router_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'port_id': 'dbca7c06-b5d6-46a4-be1b-ed663fda62b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'mac_address': 'fa:16:3e:05:3d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1253f39c-e73c-4773-947f-4d835a850d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:41:21Z', 'updated_at': '2021-04-20T17:41:41Z', 'revision_number': 1, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cde741-ba67-4783-bfb4-aec69f40f174', 'name': '', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'mac_address': 'fa:16:3e:0e:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:25Z', 'updated_at': '2021-04-20T17:35:40Z', 'revision_number': 5, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'subnets': [{'id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:44.366696 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51898e11-4d02-46aa-a44c-9719648fd27e None None] The sync data for ids ['3f30ca91-3312-4342-bd1f-93a1532f2278'] in dv-cinder-786927-2-smb is: [{'id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'name': 'tempest-AttachVolumeShelveTestJSON-1076416549-router', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'gw_port': {'id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:09Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_floatingips': [{'id': '93924189-77a4-403a-8963-9bf39d21dcc8', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'floating_ip_address': '172.28.1.86', 'floating_network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'router_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'port_id': 'dbca7c06-b5d6-46a4-be1b-ed663fda62b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'mac_address': 'fa:16:3e:05:3d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1253f39c-e73c-4773-947f-4d835a850d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:41:21Z', 'updated_at': '2021-04-20T17:41:41Z', 'revision_number': 1, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cde741-ba67-4783-bfb4-aec69f40f174', 'name': '', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'mac_address': 'fa:16:3e:0e:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:25Z', 'updated_at': '2021-04-20T17:35:40Z', 'revision_number': 5, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'subnets': [{'id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:41:44.425647 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32049c-e3de-4d17-9fac-e2c0826c99e8 req-bb354693-867e-4c59-b867-bc1556e9d5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:44.427504 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0f32049c-e3de-4d17-9fac-e2c0826c99e8 req-bb354693-867e-4c59-b867-bc1556e9d5a2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=43f466f2-e643-4c2d-a72d-6fa47845b747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0874577 Apr 20 17:41:44.580244 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0f32049c-e3de-4d17-9fac-e2c0826c99e8 req-b18a15bf-9117-4b98-8e76-36cedb5ffcc1 service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458232 Apr 20 17:41:44.698033 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c343c67-38b3-4512-81b0-d43e0f6a6a02 None None] New status for floating IP 93924189-77a4-403a-8963-9bf39d21dcc8: ACTIVE {{(pid=86491) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 17:41:44.733431 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0f32049c-e3de-4d17-9fac-e2c0826c99e8 req-2accbcf0-b1f1-4f27-98f2-a009d08a6a24 service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465993 Apr 20 17:41:44.845137 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 6e9f7bac-5989-4983-a3b7-501ee289d00c details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86490) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 17:41:44.923374 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5563c9f-952f-4880-9726-201354458440 req-469948d4-f1ed-4457-a7d1-986e28ae05ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:44.924909 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b5563c9f-952f-4880-9726-201354458440 req-469948d4-f1ed-4457-a7d1-986e28ae05ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=195e2dee-f4c9-4bc6-8797-d3aa361c98a4 HTTP/1.1" status: 200 len: 944 time: 0.1049581 Apr 20 17:41:44.982830 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b5563c9f-952f-4880-9726-201354458440 req-000117dd-0680-4cae-bc69-9214e88ad8d8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01297b4-6103-4da6-9f72-774022fd7f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505617 Apr 20 17:41:45.006415 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 6e9f7bac-5989-4983-a3b7-501ee289d00c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=6e9f7bac-5989-4983-a3b7-501ee289d00c,segment=NetworkSegment(0293f50f-b8a5-4a30-a918-07044456f366),segment_id=0293f50f-b8a5-4a30-a918-07044456f366)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:41:45.024274 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Returning: {'device': '6e9f7bac-5989-4983-a3b7-501ee289d00c', 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'port_id': '6e9f7bac-5989-4983-a3b7-501ee289d00c', 'mac_address': 'fa:16:3e:8c:c4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 983, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86490) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:41:45.247491 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:45.265774 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e9f7bac-5989-4983-a3b7-501ee289d00c {{(pid=86490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:41:45.281617 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 6e9f7bac-5989-4983-a3b7-501ee289d00c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=6e9f7bac-5989-4983-a3b7-501ee289d00c,segment=NetworkSegment(0293f50f-b8a5-4a30-a918-07044456f366),segment_id=0293f50f-b8a5-4a30-a918-07044456f366)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:41:45.307051 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:45.308963 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:45.361192 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57736) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:45.385088 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=6e9f7bac-5989-4983-a3b7-501ee289d00c,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:45.388573 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:45.784007 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['6e9f7bac-5989-4983-a3b7-501ee289d00c'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:41:45.926739 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ef2efae7-380d-4ce5-b3a1-83fa3cbe560e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-627097'] for router_interface, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:46.190010 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28358b12-df14-44d8-a1dc-55c4fbecf920 req-4dd904c6-7552-47d8-acc4-1b0af8d87efb tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:46.191597 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-28358b12-df14-44d8-a1dc-55c4fbecf920 req-4dd904c6-7552-47d8-acc4-1b0af8d87efb tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=195e2dee-f4c9-4bc6-8797-d3aa361c98a4 HTTP/1.1" status: 200 len: 945 time: 0.0920603 Apr 20 17:41:46.247327 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-28358b12-df14-44d8-a1dc-55c4fbecf920 req-8b23c7df-d2f2-4f76-beab-8787c195319d tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01297b4-6103-4da6-9f72-774022fd7f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490878 Apr 20 17:41:46.291160 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-ef2efae7-380d-4ce5-b3a1-83fa3cbe560e admin admin] Deleting port 2212874d-c60d-45f8-8533-d6b3ca98d97b {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:46.291540 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ef2efae7-380d-4ce5-b3a1-83fa3cbe560e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:46.471047 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-ef2efae7-380d-4ce5-b3a1-83fa3cbe560e admin admin] For port 2212874d-c60d-45f8-8533-d6b3ca98d97b, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=2212874d-c60d-45f8-8533-d6b3ca98d97b,segment=NetworkSegment(fa136594-7921-40c9-af51-7f17bc56ed96),segment_id=fa136594-7921-40c9-af51-7f17bc56ed96)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:41:46.471599 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ef2efae7-380d-4ce5-b3a1-83fa3cbe560e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:46.602778 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-ef2efae7-380d-4ce5-b3a1-83fa3cbe560e admin admin] Calling delete_port for 2212874d-c60d-45f8-8533-d6b3ca98d97b owned by network:router_interface {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:41:46.798541 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ef2efae7-380d-4ce5-b3a1-83fa3cbe560e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:46.803343 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-e38fe4da-3730-4eb3-b3f2-d31d7a7bf114 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:46.850920 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2efae7-380d-4ce5-b3a1-83fa3cbe560e admin admin] Pushing event deleted for resources: {'Port': ['ID=2212874d-c60d-45f8-8533-d6b3ca98d97b,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:46.854288 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-ef2efae7-380d-4ce5-b3a1-83fa3cbe560e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:46.867947 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 6e9f7bac-5989-4983-a3b7-501ee289d00c up at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:41:46.970121 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning for port 6e9f7bac-5989-4983-a3b7-501ee289d00c completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:41:46.975677 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning complete for port 6e9f7bac-5989-4983-a3b7-501ee289d00c triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:41:46.976096 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:47.101221 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:47.128918 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195e2dee-f4c9-4bc6-8797-d3aa361c98a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9f7bac-5989-4983-a3b7-501ee289d00c'}] {{(pid=86490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:41:47.135974 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ef2efae7-380d-4ce5-b3a1-83fa3cbe560e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627175'] for router_interface, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:47.139092 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 6e9f7bac-5989-4983-a3b7-501ee289d00c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=6e9f7bac-5989-4983-a3b7-501ee289d00c,segment=NetworkSegment(0293f50f-b8a5-4a30-a918-07044456f366),segment_id=0293f50f-b8a5-4a30-a918-07044456f366)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:41:47.169668 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:47.171858 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3a55e046-b61b-4023-aafa-ca87519254f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:47.210046 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195e2dee-f4c9-4bc6-8797-d3aa361c98a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9f7bac-5989-4983-a3b7-501ee289d00c', 'code': 200} Apr 20 17:41:47.243871 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=6e9f7bac-5989-4983-a3b7-501ee289d00c,revision_number=5']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:47.246934 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:47.542291 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922ff35-2fb8-4fe1-b9e7-3b16fb41c1ba req-1a62b050-b839-4a41-8f7f-b3a94b83df66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:47.543882 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0922ff35-2fb8-4fe1-b9e7-3b16fb41c1ba req-1a62b050-b839-4a41-8f7f-b3a94b83df66 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=195e2dee-f4c9-4bc6-8797-d3aa361c98a4 HTTP/1.1" status: 200 len: 1099 time: 0.0828342 Apr 20 17:41:47.590274 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0922ff35-2fb8-4fe1-b9e7-3b16fb41c1ba req-2de5ae3e-787b-4061-be0c-9ca18e77b67f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a01297b4-6103-4da6-9f72-774022fd7f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395236 Apr 20 17:41:47.837060 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5779d-e822-4711-98ea-887e098051f4 req-8227a6fa-6075-401a-b1ad-2341b6be67ee tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:47.840251 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-09a5779d-e822-4711-98ea-887e098051f4 req-8227a6fa-6075-401a-b1ad-2341b6be67ee tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=195e2dee-f4c9-4bc6-8797-d3aa361c98a4 HTTP/1.1" status: 200 len: 946 time: 0.4465380 Apr 20 17:41:47.844311 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2efae7-380d-4ce5-b3a1-83fa3cbe560e admin admin] Router 0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca has already been hosted by L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 17:41:48.026233 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-09a5779d-e822-4711-98ea-887e098051f4 req-ae3ece12-4738-4c67-97fa-e8ab646ecbd8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01297b4-6103-4da6-9f72-774022fd7f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805527 Apr 20 17:41:48.084063 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2efae7-380d-4ce5-b3a1-83fa3cbe560e admin admin] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:41:48.093114 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2bf54b-1259-4cbf-a50a-7b4bef5be55a None None] Sync routers for ids ['0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'] in dv-cinder-786927-2-smb {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:41:48.102930 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2bf54b-1259-4cbf-a50a-7b4bef5be55a None None] Routers {'0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:41:48.103607 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-1a2bf54b-1259-4cbf-a50a-7b4bef5be55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:41:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:48.131371 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-ef2efae7-380d-4ce5-b3a1-83fa3cbe560e admin admin] 10.222.0.75 "PUT /v2.0/routers/0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7690234 Apr 20 17:41:48.133929 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57766) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:48.297198 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-1a2bf54b-1259-4cbf-a50a-7b4bef5be55a None None] Set router 0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:41:48.496121 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d9bf6335-b6c4-4a93-9740-b3ef1d7ef469 admin admin] Notify callbacks [] for router, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:48.599119 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-1a2bf54b-1259-4cbf-a50a-7b4bef5be55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'name': 'tempest-TestMinimumBasicScenario-1689815698-router', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:36:49Z', 'updated_at': '2021-04-20T17:41:46Z', 'revision_number': 5, 'project_id': 'af1946123c424937b4137708c77ee5ba', 'gw_port': {'id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:36:51Z', 'updated_at': '2021-04-20T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb'}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:48.603262 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2bf54b-1259-4cbf-a50a-7b4bef5be55a None None] Checking router: 0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca for host: dv-cinder-786927-2-smb {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:41:48.612795 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2bf54b-1259-4cbf-a50a-7b4bef5be55a None None] Routers {'0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:41:48.613461 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-1a2bf54b-1259-4cbf-a50a-7b4bef5be55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:41:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:48.688582 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d9bf6335-b6c4-4a93-9740-b3ef1d7ef469 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:48.735302 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-d9bf6335-b6c4-4a93-9740-b3ef1d7ef469 admin admin] Deleting port e9cac98f-e9bb-4a01-aa5e-878576254ac6 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:48.735723 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d9bf6335-b6c4-4a93-9740-b3ef1d7ef469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:48.803177 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-1a2bf54b-1259-4cbf-a50a-7b4bef5be55a None None] Set router 0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:41:48.927292 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-d9bf6335-b6c4-4a93-9740-b3ef1d7ef469 admin admin] For port e9cac98f-e9bb-4a01-aa5e-878576254ac6, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=e9cac98f-e9bb-4a01-aa5e-878576254ac6,segment=NetworkSegment(b1e9f102-11a2-4b4f-ab28-aef5c346bdb3),segment_id=b1e9f102-11a2-4b4f-ab28-aef5c346bdb3)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:41:48.927773 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d9bf6335-b6c4-4a93-9740-b3ef1d7ef469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:49.067666 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-d9bf6335-b6c4-4a93-9740-b3ef1d7ef469 admin admin] Calling delete_port for e9cac98f-e9bb-4a01-aa5e-878576254ac6 owned by network:router_gateway {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:41:49.150595 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-1a2bf54b-1259-4cbf-a50a-7b4bef5be55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'name': 'tempest-TestMinimumBasicScenario-1689815698-router', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:36:49Z', 'updated_at': '2021-04-20T17:41:46Z', 'revision_number': 5, 'project_id': 'af1946123c424937b4137708c77ee5ba', 'gw_port': {'id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:36:51Z', 'updated_at': '2021-04-20T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb'}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:49.155630 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2bf54b-1259-4cbf-a50a-7b4bef5be55a None None] The sync data for ids ['0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca'] in dv-cinder-786927-2-smb is: [{'id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'name': 'tempest-TestMinimumBasicScenario-1689815698-router', 'tenant_id': 'af1946123c424937b4137708c77ee5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82'}], 'enable_snat': True}, 'gw_port_id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:36:49Z', 'updated_at': '2021-04-20T17:41:46Z', 'revision_number': 5, 'project_id': 'af1946123c424937b4137708c77ee5ba', 'gw_port': {'id': 'e9cac98f-e9bb-4a01-aa5e-878576254ac6', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:36:51Z', 'updated_at': '2021-04-20T17:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb'}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:41:49.382038 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cb929-ddd6-489d-934b-9306ba01f8ae req-198192ac-53ea-45c5-80d3-f99faeeef2c3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:49.383652 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-de1cb929-ddd6-489d-934b-9306ba01f8ae req-198192ac-53ea-45c5-80d3-f99faeeef2c3 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=195e2dee-f4c9-4bc6-8797-d3aa361c98a4 HTTP/1.1" status: 200 len: 946 time: 0.1009002 Apr 20 17:41:49.435355 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-de1cb929-ddd6-489d-934b-9306ba01f8ae req-656277ed-3d35-496f-80f1-97303f57707a tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01297b4-6103-4da6-9f72-774022fd7f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451617 Apr 20 17:41:49.438853 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d9bf6335-b6c4-4a93-9740-b3ef1d7ef469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:49.444359 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-eafd3ce4-187a-446c-8c8d-a6427ffb7e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:49.527643 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf6335-b6c4-4a93-9740-b3ef1d7ef469 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9cac98f-e9bb-4a01-aa5e-878576254ac6,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:49.530262 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d9bf6335-b6c4-4a93-9740-b3ef1d7ef469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:49.592267 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d9bf6335-b6c4-4a93-9740-b3ef1d7ef469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854349978'] for router_gateway, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:49.767939 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 2212874d-c60d-45f8-8533-d6b3ca98d97b no longer exists at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:41:49.781447 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d9bf6335-b6c4-4a93-9740-b3ef1d7ef469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854140358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770259'] for router, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:49.784353 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d9bf6335-b6c4-4a93-9740-b3ef1d7ef469 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:49.808302 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] No Port match for: 2212874d-c60d-45f8-8533-d6b3ca98d97b {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:41:49.808783 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 2212874d-c60d-45f8-8533-d6b3ca98d97b not bound to the agent host dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:41:49.912141 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d9bf6335-b6c4-4a93-9740-b3ef1d7ef469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-623742'] for router, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:49.912740 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bf6335-b6c4-4a93-9740-b3ef1d7ef469 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca {{(pid=86488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 17:41:49.925269 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d9bf6335-b6c4-4a93-9740-b3ef1d7ef469 admin admin] Notify callbacks [] for router, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:49.926603 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-d9bf6335-b6c4-4a93-9740-b3ef1d7ef469 admin admin] 10.222.0.75 "DELETE /v2.0/routers/0b5b1d30-21c0-4fb3-a69f-5c4486cb4dca HTTP/1.1" status: 204 len: 168 time: 1.7915356 Apr 20 17:41:49.929360 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57788) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:50.002517 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b04bda3-22d2-4c52-a2d6-15d76114429e admin admin] Deleting subnet f36a7a71-2ad5-4fb8-b929-3618c9b18a18 {{(pid=86488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 17:41:50.005601 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7b04bda3-22d2-4c52-a2d6-15d76114429e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:50.058769 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7b04bda3-22d2-4c52-a2d6-15d76114429e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852460027'] for subnet, precommit_delete_associations {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:50.187313 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7b04bda3-22d2-4c52-a2d6-15d76114429e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394978'] for subnet, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:50.478635 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7b04bda3-22d2-4c52-a2d6-15d76114429e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853380838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852459956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852674988'] for subnet, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:50.485423 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:50.520527 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7b04bda3-22d2-4c52-a2d6-15d76114429e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:50.527620 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04bda3-22d2-4c52-a2d6-15d76114429e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f36a7a71-2ad5-4fb8-b929-3618c9b18a18,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:50.530543 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7b04bda3-22d2-4c52-a2d6-15d76114429e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:50.534757 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-7b04bda3-22d2-4c52-a2d6-15d76114429e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f36a7a71-2ad5-4fb8-b929-3618c9b18a18 HTTP/1.1" status: 204 len: 168 time: 0.6038411 Apr 20 17:41:50.536949 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57796) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:50.545426 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35812466-99c8-431b-9b9a-0324a0ddc996 None None] Network d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0 requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:41:50.647545 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5d595-6ff5-486a-a58c-f0688c966cd5 req-98e9f349-4d8f-4c15-8b5f-1af1ef325f34 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:50.655571 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-09b5d595-6ff5-486a-a58c-f0688c966cd5 req-98e9f349-4d8f-4c15-8b5f-1af1ef325f34 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=195e2dee-f4c9-4bc6-8797-d3aa361c98a4 HTTP/1.1" status: 200 len: 946 time: 0.0997136 Apr 20 17:41:50.655999 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1c0ce697-b250-4c70-a54f-2a6fea9ae25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1824878'] for network, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:50.669292 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-1c0ce697-b250-4c70-a54f-2a6fea9ae25c admin admin] Deleting port ab31f636-752f-42de-9f08-b0fa7c2e37c8 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:50.669665 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1c0ce697-b250-4c70-a54f-2a6fea9ae25c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:50.714283 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-09b5d595-6ff5-486a-a58c-f0688c966cd5 req-ad7e1553-3953-443a-b988-175c7dd0bcfe tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01297b4-6103-4da6-9f72-774022fd7f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574174 Apr 20 17:41:50.850848 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e2d7b0-1b5f-4d81-96bb-36afb13d49e9 None None] DHCP port deletion for d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0 request from dv-cinder-786927-2-smb {{(pid=86490) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 17:41:50.854543 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-a3e2d7b0-1b5f-4d81-96bb-36afb13d49e9 None None] Deleting port ab31f636-752f-42de-9f08-b0fa7c2e37c8 {{(pid=86490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:50.862039 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a3e2d7b0-1b5f-4d81-96bb-36afb13d49e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:50.976542 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-1c0ce697-b250-4c70-a54f-2a6fea9ae25c admin admin] For port ab31f636-752f-42de-9f08-b0fa7c2e37c8, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=ab31f636-752f-42de-9f08-b0fa7c2e37c8,segment=NetworkSegment(fa136594-7921-40c9-af51-7f17bc56ed96),segment_id=fa136594-7921-40c9-af51-7f17bc56ed96)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:41:50.977125 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1c0ce697-b250-4c70-a54f-2a6fea9ae25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:51.089137 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-a3e2d7b0-1b5f-4d81-96bb-36afb13d49e9 None None] For port ab31f636-752f-42de-9f08-b0fa7c2e37c8, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=ab31f636-752f-42de-9f08-b0fa7c2e37c8,segment=NetworkSegment(fa136594-7921-40c9-af51-7f17bc56ed96),segment_id=fa136594-7921-40c9-af51-7f17bc56ed96)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:41:51.089595 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a3e2d7b0-1b5f-4d81-96bb-36afb13d49e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:51.227871 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-a3e2d7b0-1b5f-4d81-96bb-36afb13d49e9 None None] Calling delete_port for ab31f636-752f-42de-9f08-b0fa7c2e37c8 owned by network:dhcp {{(pid=86490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:41:51.361188 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-1c0ce697-b250-4c70-a54f-2a6fea9ae25c admin admin] Calling delete_port for ab31f636-752f-42de-9f08-b0fa7c2e37c8 owned by network:dhcp {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:41:51.403841 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a3e2d7b0-1b5f-4d81-96bb-36afb13d49e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911'] for port, after_delete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:51.409239 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:51.421408 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2605a8-eda6-4b40-95d8-f4d1b93149c5 req-3e65450a-6c03-441a-8e1d-9d18198c188b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:51.423613 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1b2605a8-eda6-4b40-95d8-f4d1b93149c5 req-3e65450a-6c03-441a-8e1d-9d18198c188b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=195e2dee-f4c9-4bc6-8797-d3aa361c98a4 HTTP/1.1" status: 200 len: 946 time: 0.5478737 Apr 20 17:41:51.433131 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57822) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:51.440578 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-2281d789-0a43-4ad9-9db9-f8c00dee877b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Request body: {'floatingip': {'port_id': '6e9f7bac-5989-4983-a3b7-501ee289d00c'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:41:51.545889 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2281d789-0a43-4ad9-9db9-f8c00dee877b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for floatingip, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:51.625028 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2d7b0-1b5f-4d81-96bb-36afb13d49e9 None None] Pushing event deleted for resources: {'Port': ['ID=ab31f636-752f-42de-9f08-b0fa7c2e37c8,revision_number=None']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:51.627836 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a3e2d7b0-1b5f-4d81-96bb-36afb13d49e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:51.628937 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e2d7b0-1b5f-4d81-96bb-36afb13d49e9 None None] No DVR routers for this DVR port ab31f636-752f-42de-9f08-b0fa7c2e37c8 on host dv-cinder-786927-2-smb {{(pid=86490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 17:41:51.670901 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.db.api [None req-1c0ce697-b250-4c70-a54f-2a6fea9ae25c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86488) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:41:51.671269 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_db.api [None req-1c0ce697-b250-4c70-a54f-2a6fea9ae25c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 17:41:51.757993 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device e9cac98f-e9bb-4a01-aa5e-878576254ac6 no longer exists at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:41:51.794993 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] No Port match for: e9cac98f-e9bb-4a01-aa5e-878576254ac6 {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:41:51.795387 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device e9cac98f-e9bb-4a01-aa5e-878576254ac6 not bound to the agent host dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:41:51.795863 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device ab31f636-752f-42de-9f08-b0fa7c2e37c8 no longer exists at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:41:51.830933 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] No Port match for: ab31f636-752f-42de-9f08-b0fa7c2e37c8 {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:41:51.831327 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device ab31f636-752f-42de-9f08-b0fa7c2e37c8 not bound to the agent host dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:41:52.172377 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2281d789-0a43-4ad9-9db9-f8c00dee877b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:52.173102 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-1c0ce697-b250-4c70-a54f-2a6fea9ae25c admin admin] Deleting port ab31f636-752f-42de-9f08-b0fa7c2e37c8 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:52.173469 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1c0ce697-b250-4c70-a54f-2a6fea9ae25c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:52.213569 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2281d789-0a43-4ad9-9db9-f8c00dee877b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854139214'] for floatingip, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:52.306518 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-1c0ce697-b250-4c70-a54f-2a6fea9ae25c admin admin] The port 'ab31f636-752f-42de-9f08-b0fa7c2e37c8' was deleted {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:41:52.517906 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1c0ce697-b250-4c70-a54f-2a6fea9ae25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853380745', 'neutron.services.segments.db._delete_segments_for_network-8775308586611'] for network, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:52.631013 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.l3_db [None req-2281d789-0a43-4ad9-9db9-f8c00dee877b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Floating IP 6adaa188-d14b-4739-85a5-67771f919983 associated. External IP: 172.28.1.106, port: 6e9f7bac-5989-4983-a3b7-501ee289d00c. Apr 20 17:41:52.776808 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-1c0ce697-b250-4c70-a54f-2a6fea9ae25c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0']}} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:52.801761 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-1c0ce697-b250-4c70-a54f-2a6fea9ae25c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa136594-7921-40c9-af51-7f17bc56ed96') {'for_net_delete': True} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:52.802103 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-1c0ce697-b250-4c70-a54f-2a6fea9ae25c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa136594-7921-40c9-af51-7f17bc56ed96') {} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:52.821909 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1c0ce697-b250-4c70-a54f-2a6fea9ae25c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261546079075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315789'] for segment, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:52.920029 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1c0ce697-b250-4c70-a54f-2a6fea9ae25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:52.993002 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c0ce697-b250-4c70-a54f-2a6fea9ae25c admin admin] Releasing vlan 985 on physical network physnet1 to pool {{(pid=86488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 17:41:53.208511 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-1c0ce697-b250-4c70-a54f-2a6fea9ae25c admin admin] Network d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0 has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:41:53.219235 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1c0ce697-b250-4c70-a54f-2a6fea9ae25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2316271'] for segment, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:53.305270 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2281d789-0a43-4ad9-9db9-f8c00dee877b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Router 059a06c9-c7ca-497f-bb22-288dc09727ec has already been hosted by L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 17:41:53.526793 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-1c0ce697-b250-4c70-a54f-2a6fea9ae25c admin admin] Network d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0 has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: % (table.description, expected, rows_matched) Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: % (table.description, expected, rows_matched) Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: % (table.description, expected, rows_matched) Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: % (table.description, expected, rows_matched) Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: Traceback (most recent call last): Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: timer() Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: cb(*args, **kw) Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: return func(*args, **kwargs) Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: self._notify() Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: self.callback(batched_events) Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: event.method(event) Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: segment_id)['aggregates'][0] Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: return f(self, *a, **k) Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: return self._get(url).json() Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: **kwargs) Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: return self.request(url, 'GET', **kwargs) Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: **endpoint_filter) Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:41:53.798316 dv-cinder-786927-2-smb neutron-server[86373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:41:53.923612 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2281d789-0a43-4ad9-9db9-f8c00dee877b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:41:53.932224 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2281d789-0a43-4ad9-9db9-f8c00dee877b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:53.933223 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c3fcdb-a245-4945-8c32-0d0775857586 None None] Sync routers for ids ['059a06c9-c7ca-497f-bb22-288dc09727ec'] in dv-cinder-786927-2-smb {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:41:53.944324 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c3fcdb-a245-4945-8c32-0d0775857586 None None] Routers {'059a06c9-c7ca-497f-bb22-288dc09727ec'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:41:53.945251 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-f7c3fcdb-a245-4945-8c32-0d0775857586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:41:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['059a06c9-c7ca-497f-bb22-288dc09727ec'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:53.995026 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-2281d789-0a43-4ad9-9db9-f8c00dee877b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "PUT /v2.0/floatingips/6adaa188-d14b-4739-85a5-67771f919983 HTTP/1.1" status: 200 len: 992 time: 2.5606160 Apr 20 17:41:53.995716 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195e2dee-f4c9-4bc6-8797-d3aa361c98a4', 'tag': '6e9f7bac-5989-4983-a3b7-501ee289d00c'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:41:54.027535 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1c0ce697-b250-4c70-a54f-2a6fea9ae25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854139263'] for network, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:54.040352 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1c0ce697-b250-4c70-a54f-2a6fea9ae25c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:54.049721 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:54.066881 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195e2dee-f4c9-4bc6-8797-d3aa361c98a4', 'tag': '6e9f7bac-5989-4983-a3b7-501ee289d00c', 'status': 'completed', 'code': 200} Apr 20 17:41:54.074365 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ce697-b250-4c70-a54f-2a6fea9ae25c admin admin] Pushing event deleted for resources: {'Network': ['ID=d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:54.077072 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-1c0ce697-b250-4c70-a54f-2a6fea9ae25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:54.119461 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-1c0ce697-b250-4c70-a54f-2a6fea9ae25c admin admin] 10.222.0.75 "DELETE /v2.0/networks/d185a503-5fc6-4bec-ac1b-05a9bf5b4ff0 HTTP/1.1" status: 204 len: 168 time: 3.5812640 Apr 20 17:41:54.122434 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57858) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:54.138832 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-f7c3fcdb-a245-4945-8c32-0d0775857586 None None] Set router 059a06c9-c7ca-497f-bb22-288dc09727ec gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:41:54.197992 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35218137-d0f1-4248-b936-c98dbd296351 req-903428ec-f817-40d4-8eb4-607bf71ef017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:54.199696 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-35218137-d0f1-4248-b936-c98dbd296351 req-903428ec-f817-40d4-8eb4-607bf71ef017 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3e86cc7941934d41a7fc333ea0673924&device_id=195e2dee-f4c9-4bc6-8797-d3aa361c98a4 HTTP/1.1" status: 200 len: 1099 time: 0.0850301 Apr 20 17:41:54.357239 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35218137-d0f1-4248-b936-c98dbd296351 req-06137815-213e-4c47-830f-ffb049959cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:54.358846 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-35218137-d0f1-4248-b936-c98dbd296351 req-06137815-213e-4c47-830f-ffb049959cff service neutron] 10.222.0.76 "GET /v2.0/networks?id=c4c40d2b-ceca-4fa5-a564-5d269c274c9e HTTP/1.1" status: 200 len: 911 time: 0.1516516 Apr 20 17:41:54.472177 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-35218137-d0f1-4248-b936-c98dbd296351 req-e95f8d26-d2d7-4497-a54f-8d5117f644a2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e9f7bac-5989-4983-a3b7-501ee289d00c HTTP/1.1" status: 200 len: 1000 time: 0.1053514 Apr 20 17:41:54.512499 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:54.522065 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-f7c3fcdb-a245-4945-8c32-0d0775857586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'name': 'tempest-AttachVolumeTestJSON-982371314-router', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:35:14Z', 'revision_number': 4, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'gw_port': {'id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_floatingips': [{'id': '6adaa188-d14b-4739-85a5-67771f919983', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'floating_ip_address': '172.28.1.106', 'floating_network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'router_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'port_id': '6e9f7bac-5989-4983-a3b7-501ee289d00c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'mac_address': 'fa:16:3e:8c:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195e2dee-f4c9-4bc6-8797-d3aa361c98a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:41:33Z', 'updated_at': '2021-04-20T17:41:52Z', 'revision_number': 1, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a102653d-4638-4bb1-bf81-c497966d3f71', 'name': '', 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'mac_address': 'fa:16:3e:10:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:12Z', 'updated_at': '2021-04-20T17:35:26Z', 'revision_number': 5, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'subnets': [{'id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:54.526276 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c3fcdb-a245-4945-8c32-0d0775857586 None None] Checking router: 059a06c9-c7ca-497f-bb22-288dc09727ec for host: dv-cinder-786927-2-smb {{(pid=86491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:41:54.536213 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c3fcdb-a245-4945-8c32-0d0775857586 None None] Routers {'059a06c9-c7ca-497f-bb22-288dc09727ec'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:41:54.536872 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-f7c3fcdb-a245-4945-8c32-0d0775857586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:41:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['059a06c9-c7ca-497f-bb22-288dc09727ec'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:54.543125 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35218137-d0f1-4248-b936-c98dbd296351 req-d9428cb0-1873-4c87-b709-82af8fcd58a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:54.544687 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-35218137-d0f1-4248-b936-c98dbd296351 req-d9428cb0-1873-4c87-b709-82af8fcd58a4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c8db6b26-5954-455b-bb2e-7d6df06854c9 HTTP/1.1" status: 200 len: 849 time: 0.0663929 Apr 20 17:41:54.631897 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35218137-d0f1-4248-b936-c98dbd296351 req-52ff9405-b235-4d95-bdf6-76e7fcf97b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:41:54.633830 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-35218137-d0f1-4248-b936-c98dbd296351 req-52ff9405-b235-4d95-bdf6-76e7fcf97b48 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c4c40d2b-ceca-4fa5-a564-5d269c274c9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0832946 Apr 20 17:41:54.731390 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a18e8887-caef-4bd1-94ea-8f0c8a7e27e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-627097'] for router_interface, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:54.737617 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-f7c3fcdb-a245-4945-8c32-0d0775857586 None None] Set router 059a06c9-c7ca-497f-bb22-288dc09727ec gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:41:54.787714 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-35218137-d0f1-4248-b936-c98dbd296351 req-3aaaa09c-5f34-4f9e-b447-f4db7c6e0ee9 service neutron] 10.222.0.76 "GET /v2.0/networks/c4c40d2b-ceca-4fa5-a564-5d269c274c9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476939 Apr 20 17:41:54.939111 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-35218137-d0f1-4248-b936-c98dbd296351 req-07a95b3f-cf3e-40dd-8b33-0cda79f9eb36 service neutron] 10.222.0.76 "GET /v2.0/networks/c4c40d2b-ceca-4fa5-a564-5d269c274c9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434147 Apr 20 17:41:55.121687 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-a18e8887-caef-4bd1-94ea-8f0c8a7e27e2 admin admin] Deleting port fea02d9c-3807-4893-9118-cf59f206bc42 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:55.122076 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a18e8887-caef-4bd1-94ea-8f0c8a7e27e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:55.128036 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-f7c3fcdb-a245-4945-8c32-0d0775857586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'name': 'tempest-AttachVolumeTestJSON-982371314-router', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:35:14Z', 'revision_number': 4, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'gw_port': {'id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_floatingips': [{'id': '6adaa188-d14b-4739-85a5-67771f919983', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'floating_ip_address': '172.28.1.106', 'floating_network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'router_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'port_id': '6e9f7bac-5989-4983-a3b7-501ee289d00c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'mac_address': 'fa:16:3e:8c:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195e2dee-f4c9-4bc6-8797-d3aa361c98a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:41:33Z', 'updated_at': '2021-04-20T17:41:52Z', 'revision_number': 1, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a102653d-4638-4bb1-bf81-c497966d3f71', 'name': '', 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'mac_address': 'fa:16:3e:10:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:12Z', 'updated_at': '2021-04-20T17:35:26Z', 'revision_number': 5, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'subnets': [{'id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:55.132430 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c3fcdb-a245-4945-8c32-0d0775857586 None None] The sync data for ids ['059a06c9-c7ca-497f-bb22-288dc09727ec'] in dv-cinder-786927-2-smb is: [{'id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'name': 'tempest-AttachVolumeTestJSON-982371314-router', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:35:14Z', 'revision_number': 4, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'gw_port': {'id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_floatingips': [{'id': '6adaa188-d14b-4739-85a5-67771f919983', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'floating_ip_address': '172.28.1.106', 'floating_network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'router_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'port_id': '6e9f7bac-5989-4983-a3b7-501ee289d00c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'mac_address': 'fa:16:3e:8c:c4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195e2dee-f4c9-4bc6-8797-d3aa361c98a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:41:33Z', 'updated_at': '2021-04-20T17:41:52Z', 'revision_number': 1, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a102653d-4638-4bb1-bf81-c497966d3f71', 'name': '', 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'mac_address': 'fa:16:3e:10:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:12Z', 'updated_at': '2021-04-20T17:35:26Z', 'revision_number': 5, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'subnets': [{'id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:41:55.321299 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-a18e8887-caef-4bd1-94ea-8f0c8a7e27e2 admin admin] For port fea02d9c-3807-4893-9118-cf59f206bc42, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=fea02d9c-3807-4893-9118-cf59f206bc42,segment=NetworkSegment(e7c2d417-323c-4aee-8004-a9182fdd4a5e),segment_id=e7c2d417-323c-4aee-8004-a9182fdd4a5e)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:41:55.321706 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a18e8887-caef-4bd1-94ea-8f0c8a7e27e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:55.439683 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd2111e-3c83-45b1-977a-4fad27029f9c None None] New status for floating IP 6adaa188-d14b-4739-85a5-67771f919983: ACTIVE {{(pid=86490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 17:41:55.458751 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-a18e8887-caef-4bd1-94ea-8f0c8a7e27e2 admin admin] Calling delete_port for fea02d9c-3807-4893-9118-cf59f206bc42 owned by network:router_interface {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:41:55.672840 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a18e8887-caef-4bd1-94ea-8f0c8a7e27e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:55.678900 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-ef2efae7-380d-4ce5-b3a1-83fa3cbe560e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:55.726592 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e8887-caef-4bd1-94ea-8f0c8a7e27e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fea02d9c-3807-4893-9118-cf59f206bc42,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:55.729095 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a18e8887-caef-4bd1-94ea-8f0c8a7e27e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:56.011629 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a18e8887-caef-4bd1-94ea-8f0c8a7e27e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627175'] for router_interface, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:56.396313 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18e8887-caef-4bd1-94ea-8f0c8a7e27e2 admin admin] Router 1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222 has already been hosted by L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 17:41:56.583898 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18e8887-caef-4bd1-94ea-8f0c8a7e27e2 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:41:56.593179 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca268c9-31af-4902-869f-da3a3032ae9d None None] Sync routers for ids ['1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222'] in dv-cinder-786927-2-smb {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:41:56.594262 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-a18e8887-caef-4bd1-94ea-8f0c8a7e27e2 admin admin] 10.222.0.75 "PUT /v2.0/routers/1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4706595 Apr 20 17:41:56.596874 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57886) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:56.603483 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca268c9-31af-4902-869f-da3a3032ae9d None None] Routers {'1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:41:56.604136 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-cca268c9-31af-4902-869f-da3a3032ae9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:41:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:56.800961 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-cca268c9-31af-4902-869f-da3a3032ae9d None None] Set router 1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222 gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:41:57.054901 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-167d18ea-d97a-4e8d-acf3-e5096739d978 admin admin] Notify callbacks [] for router, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:57.251419 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-167d18ea-d97a-4e8d-acf3-e5096739d978 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:57.284193 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-167d18ea-d97a-4e8d-acf3-e5096739d978 admin admin] Deleting port cdaf1cd3-f83d-4a05-ac57-70f0325d109f {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:57.284588 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-167d18ea-d97a-4e8d-acf3-e5096739d978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:57.287424 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-cca268c9-31af-4902-869f-da3a3032ae9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222', 'name': 'tempest-TestMinimumBasicScenario-1288565499-router', 'tenant_id': '2f3fd372ecd84477822d1d7b7e17b809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': 'cdaf1cd3-f83d-4a05-ac57-70f0325d109f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:37:02Z', 'updated_at': '2021-04-20T17:41:55Z', 'revision_number': 5, 'project_id': '2f3fd372ecd84477822d1d7b7e17b809', 'gw_port': {'id': 'cdaf1cd3-f83d-4a05-ac57-70f0325d109f', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:10:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:37:03Z', 'updated_at': '2021-04-20T17:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb'}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:57.292244 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca268c9-31af-4902-869f-da3a3032ae9d None None] Checking router: 1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222 for host: dv-cinder-786927-2-smb {{(pid=86491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:41:57.313041 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca268c9-31af-4902-869f-da3a3032ae9d None None] Routers {'1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:41:57.313644 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-cca268c9-31af-4902-869f-da3a3032ae9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:41:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:57.481854 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-167d18ea-d97a-4e8d-acf3-e5096739d978 admin admin] For port cdaf1cd3-f83d-4a05-ac57-70f0325d109f, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=cdaf1cd3-f83d-4a05-ac57-70f0325d109f,segment=NetworkSegment(b1e9f102-11a2-4b4f-ab28-aef5c346bdb3),segment_id=b1e9f102-11a2-4b4f-ab28-aef5c346bdb3)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:41:57.482259 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-167d18ea-d97a-4e8d-acf3-e5096739d978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:57.498014 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-cca268c9-31af-4902-869f-da3a3032ae9d None None] Set router 1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222 gateway port host: None {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:41:57.613888 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-cca268c9-31af-4902-869f-da3a3032ae9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222', 'name': 'tempest-TestMinimumBasicScenario-1288565499-router', 'tenant_id': '2f3fd372ecd84477822d1d7b7e17b809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:37:02Z', 'updated_at': '2021-04-20T17:41:57Z', 'revision_number': 6, 'project_id': '2f3fd372ecd84477822d1d7b7e17b809', 'gw_port_host': None}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:41:57.615459 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-167d18ea-d97a-4e8d-acf3-e5096739d978 admin admin] Calling delete_port for cdaf1cd3-f83d-4a05-ac57-70f0325d109f owned by network:router_gateway {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:41:57.618462 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca268c9-31af-4902-869f-da3a3032ae9d None None] The sync data for ids ['1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222'] in dv-cinder-786927-2-smb is: [{'id': '1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222', 'name': 'tempest-TestMinimumBasicScenario-1288565499-router', 'tenant_id': '2f3fd372ecd84477822d1d7b7e17b809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:37:02Z', 'updated_at': '2021-04-20T17:41:57Z', 'revision_number': 6, 'project_id': '2f3fd372ecd84477822d1d7b7e17b809', 'gw_port_host': None}] {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:41:57.778592 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device fea02d9c-3807-4893-9118-cf59f206bc42 no longer exists at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:41:57.816476 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] No Port match for: fea02d9c-3807-4893-9118-cf59f206bc42 {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:41:57.816873 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device fea02d9c-3807-4893-9118-cf59f206bc42 not bound to the agent host dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:41:57.844831 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-167d18ea-d97a-4e8d-acf3-e5096739d978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:57.849923 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d9bf6335-b6c4-4a93-9740-b3ef1d7ef469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:57.899807 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d18ea-d97a-4e8d-acf3-e5096739d978 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdaf1cd3-f83d-4a05-ac57-70f0325d109f,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:57.927991 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-167d18ea-d97a-4e8d-acf3-e5096739d978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:57.994459 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-167d18ea-d97a-4e8d-acf3-e5096739d978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854349978'] for router_gateway, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:58.179752 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-167d18ea-d97a-4e8d-acf3-e5096739d978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854140358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770259'] for router, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:58.182102 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-167d18ea-d97a-4e8d-acf3-e5096739d978 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:58.369708 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-167d18ea-d97a-4e8d-acf3-e5096739d978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-623742'] for router, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:58.370317 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167d18ea-d97a-4e8d-acf3-e5096739d978 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222 {{(pid=86488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 17:41:58.384266 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-167d18ea-d97a-4e8d-acf3-e5096739d978 admin admin] Notify callbacks [] for router, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:58.388066 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-167d18ea-d97a-4e8d-acf3-e5096739d978 admin admin] 10.222.0.75 "DELETE /v2.0/routers/1f7fd9d1-1e01-4c1c-b0e1-a0b26a086222 HTTP/1.1" status: 204 len: 168 time: 1.7876956 Apr 20 17:41:58.388358 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57908) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:58.461901 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f9ef372-d345-41fc-9c35-8a73e6945b4e admin admin] Deleting subnet 22ad52ad-6d9f-4ab9-9880-129a7595fee9 {{(pid=86488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 17:41:58.465135 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3f9ef372-d345-41fc-9c35-8a73e6945b4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:58.523310 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3f9ef372-d345-41fc-9c35-8a73e6945b4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852460027'] for subnet, precommit_delete_associations {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:58.607131 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3f9ef372-d345-41fc-9c35-8a73e6945b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394978'] for subnet, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:59.170049 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3f9ef372-d345-41fc-9c35-8a73e6945b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853380838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852459956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852674988'] for subnet, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:59.176246 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4f06bb7c-edf7-48e2-893d-03d90f6a933a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:59.217842 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ef372-d345-41fc-9c35-8a73e6945b4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22ad52ad-6d9f-4ab9-9880-129a7595fee9,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:59.219994 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3f9ef372-d345-41fc-9c35-8a73e6945b4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:59.223900 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3f9ef372-d345-41fc-9c35-8a73e6945b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:59.226430 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c692a7f-abd2-4a63-a807-69f609ab8cbb None None] Network ac9d97ff-50d7-4701-96b6-6ac745f57b75 requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:41:59.227506 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-3f9ef372-d345-41fc-9c35-8a73e6945b4e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/22ad52ad-6d9f-4ab9-9880-129a7595fee9 HTTP/1.1" status: 204 len: 168 time: 0.8382514 Apr 20 17:41:59.230241 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57922) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:41:59.341007 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a1efde04-811c-4a66-bdd9-4df59c0a17e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1824878'] for network, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:59.351776 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-a1efde04-811c-4a66-bdd9-4df59c0a17e3 admin admin] Deleting port 022ad968-9983-46f4-8daf-cf5b322d9c56 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:59.352141 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a1efde04-811c-4a66-bdd9-4df59c0a17e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:59.490060 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82750349-5be3-4adb-ba19-ca6ce23bd315 None None] DHCP port deletion for ac9d97ff-50d7-4701-96b6-6ac745f57b75 request from dv-cinder-786927-2-smb {{(pid=86490) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 17:41:59.494375 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-82750349-5be3-4adb-ba19-ca6ce23bd315 None None] Deleting port 022ad968-9983-46f4-8daf-cf5b322d9c56 {{(pid=86490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:41:59.494855 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82750349-5be3-4adb-ba19-ca6ce23bd315 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:59.570138 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-a1efde04-811c-4a66-bdd9-4df59c0a17e3 admin admin] For port 022ad968-9983-46f4-8daf-cf5b322d9c56, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=022ad968-9983-46f4-8daf-cf5b322d9c56,segment=NetworkSegment(e7c2d417-323c-4aee-8004-a9182fdd4a5e),segment_id=e7c2d417-323c-4aee-8004-a9182fdd4a5e)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:41:59.570529 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a1efde04-811c-4a66-bdd9-4df59c0a17e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:59.707146 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-a1efde04-811c-4a66-bdd9-4df59c0a17e3 admin admin] Calling delete_port for 022ad968-9983-46f4-8daf-cf5b322d9c56 owned by network:dhcp {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:41:59.718178 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-82750349-5be3-4adb-ba19-ca6ce23bd315 None None] For port 022ad968-9983-46f4-8daf-cf5b322d9c56, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=022ad968-9983-46f4-8daf-cf5b322d9c56,segment=NetworkSegment(e7c2d417-323c-4aee-8004-a9182fdd4a5e),segment_id=e7c2d417-323c-4aee-8004-a9182fdd4a5e)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:41:59.718666 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82750349-5be3-4adb-ba19-ca6ce23bd315 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:59.793418 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 022ad968-9983-46f4-8daf-cf5b322d9c56 no longer exists at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:41:59.804312 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a1efde04-811c-4a66-bdd9-4df59c0a17e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:41:59.809784 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-df75f563-9bdd-4130-94c2-d457090370c4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:41:59.857286 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efde04-811c-4a66-bdd9-4df59c0a17e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=022ad968-9983-46f4-8daf-cf5b322d9c56,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:41:59.859385 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1efde04-811c-4a66-bdd9-4df59c0a17e3 admin admin] No DVR routers for this DVR port 022ad968-9983-46f4-8daf-cf5b322d9c56 on host dv-cinder-786927-2-smb {{(pid=86488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 17:41:59.861622 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a1efde04-811c-4a66-bdd9-4df59c0a17e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:41:59.893974 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-82750349-5be3-4adb-ba19-ca6ce23bd315 None None] Calling delete_port for 022ad968-9983-46f4-8daf-cf5b322d9c56 owned by network:dhcp {{(pid=86490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:41:59.923147 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] No Port match for: 022ad968-9983-46f4-8daf-cf5b322d9c56 {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:41:59.923386 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 022ad968-9983-46f4-8daf-cf5b322d9c56 not bound to the agent host dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:41:59.923854 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device cdaf1cd3-f83d-4a05-ac57-70f0325d109f no longer exists at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:41:59.971002 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] No Port match for: cdaf1cd3-f83d-4a05-ac57-70f0325d109f {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:41:59.971305 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device cdaf1cd3-f83d-4a05-ac57-70f0325d109f not bound to the agent host dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:41:59.983627 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a1efde04-811c-4a66-bdd9-4df59c0a17e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853380745', 'neutron.services.segments.db._delete_segments_for_network-8775308586611'] for network, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:00.008782 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.db.api [None req-82750349-5be3-4adb-ba19-ca6ce23bd315 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86490) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:42:00.009189 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_db.api [None req-82750349-5be3-4adb-ba19-ca6ce23bd315 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 17:42:00.098016 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-a1efde04-811c-4a66-bdd9-4df59c0a17e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9d97ff-50d7-4701-96b6-6ac745f57b75']}} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:42:00.110365 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-a1efde04-811c-4a66-bdd9-4df59c0a17e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c2d417-323c-4aee-8004-a9182fdd4a5e') {'for_net_delete': True} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:42:00.110731 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-a1efde04-811c-4a66-bdd9-4df59c0a17e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c2d417-323c-4aee-8004-a9182fdd4a5e') {} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:42:00.122340 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a1efde04-811c-4a66-bdd9-4df59c0a17e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261546079075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315789'] for segment, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:00.136687 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a1efde04-811c-4a66-bdd9-4df59c0a17e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:00.143354 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1efde04-811c-4a66-bdd9-4df59c0a17e3 admin admin] Releasing vlan 956 on physical network physnet1 to pool {{(pid=86488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 17:42:00.323936 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-a1efde04-811c-4a66-bdd9-4df59c0a17e3 admin admin] Network ac9d97ff-50d7-4701-96b6-6ac745f57b75 has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:42:00.333597 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a1efde04-811c-4a66-bdd9-4df59c0a17e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2316271'] for segment, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:00.510703 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-82750349-5be3-4adb-ba19-ca6ce23bd315 None None] Deleting port 022ad968-9983-46f4-8daf-cf5b322d9c56 {{(pid=86490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:42:00.511143 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82750349-5be3-4adb-ba19-ca6ce23bd315 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:00.519233 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-a1efde04-811c-4a66-bdd9-4df59c0a17e3 admin admin] Network ac9d97ff-50d7-4701-96b6-6ac745f57b75 has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:42:00.584431 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-82750349-5be3-4adb-ba19-ca6ce23bd315 None None] The port '022ad968-9983-46f4-8daf-cf5b322d9c56' was deleted {{(pid=86490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: Traceback (most recent call last): Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: timer() Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: cb(*args, **kw) Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: return func(*args, **kwargs) Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: self._notify() Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: self.callback(batched_events) Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: event.method(event) Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: segment_id)['aggregates'][0] Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: return f(self, *a, **k) Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: return self._get(url).json() Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: **kwargs) Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: return self.request(url, 'GET', **kwargs) Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: **endpoint_filter) Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:42:00.618372 dv-cinder-786927-2-smb neutron-server[86373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:42:00.689789 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a1efde04-811c-4a66-bdd9-4df59c0a17e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854139263'] for network, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:00.693603 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-953b4f58-f5db-43dd-89d5-c030a669d894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:00.709887 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a1efde04-811c-4a66-bdd9-4df59c0a17e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:00.718767 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efde04-811c-4a66-bdd9-4df59c0a17e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac9d97ff-50d7-4701-96b6-6ac745f57b75,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:00.721899 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a1efde04-811c-4a66-bdd9-4df59c0a17e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:00.723748 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-a1efde04-811c-4a66-bdd9-4df59c0a17e3 admin admin] 10.222.0.75 "DELETE /v2.0/networks/ac9d97ff-50d7-4701-96b6-6ac745f57b75 HTTP/1.1" status: 204 len: 168 time: 1.4924729 Apr 20 17:42:01.003094 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57956) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:01.065655 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-f704ae6c-d977-48ff-85f6-b9bb60309cf5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=af1946123c424937b4137708c77ee5ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0612803 Apr 20 17:42:01.068388 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57960) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:01.128685 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-77cc6601-4cd0-410c-a191-79ebb7bb399a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:01.154878 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-77cc6601-4cd0-410c-a191-79ebb7bb399a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:01.226394 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-77cc6601-4cd0-410c-a191-79ebb7bb399a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:01.231343 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-ff41a176-3061-46cf-a35c-40373da25090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:01.245203 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc6601-4cd0-410c-a191-79ebb7bb399a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a85ee6-236a-4d6a-a02b-eeeb39ca8078,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:01.247996 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-77cc6601-4cd0-410c-a191-79ebb7bb399a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:01.289320 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-77cc6601-4cd0-410c-a191-79ebb7bb399a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:01.293359 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-77cc6601-4cd0-410c-a191-79ebb7bb399a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/26a85ee6-236a-4d6a-a02b-eeeb39ca8078 HTTP/1.1" status: 204 len: 168 time: 0.2211509 Apr 20 17:42:01.741048 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57974) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:01.795605 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-4f254291-9559-4a0b-9b77-e93bc4c8e3d3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2f3fd372ecd84477822d1d7b7e17b809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532575 Apr 20 17:42:01.798245 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 57982) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:01.862547 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-03b9d198-68f8-413a-8429-2714eb363af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:01.889619 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-03b9d198-68f8-413a-8429-2714eb363af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:02.072569 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-03b9d198-68f8-413a-8429-2714eb363af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:02.077872 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-e7290737-4cfb-476c-b728-e571c6498600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:02.092783 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9d198-68f8-413a-8429-2714eb363af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1210e81-aad6-4584-82d1-8776ca37fca9,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:02.095956 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-03b9d198-68f8-413a-8429-2714eb363af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:02.097217 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-03b9d198-68f8-413a-8429-2714eb363af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:02.098469 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-03b9d198-68f8-413a-8429-2714eb363af6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d1210e81-aad6-4584-82d1-8776ca37fca9 HTTP/1.1" status: 204 len: 168 time: 0.2992041 Apr 20 17:42:03.011835 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 58018) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:03.121808 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-6caf50ad-7a34-42be-9cf0-2de885d79542 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-411486688-network', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:42:03.126974 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-6caf50ad-7a34-42be-9cf0-2de885d79542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:42:03.131124 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-6caf50ad-7a34-42be-9cf0-2de885d79542 admin admin] Usage tracker for resource:network and tenant:2bc5b9d2fa464c55a7d7ec3a21f8ee5b is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:42:03.134090 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-6caf50ad-7a34-42be-9cf0-2de885d79542 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:42:03.140168 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-6caf50ad-7a34-42be-9cf0-2de885d79542 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:42:03.192418 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caf50ad-7a34-42be-9cf0-2de885d79542 admin admin] Made reservation on behalf of 2bc5b9d2fa464c55a7d7ec3a21f8ee5b for: {'network': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:42:03.197282 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6caf50ad-7a34-42be-9cf0-2de885d79542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for network, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:03.210879 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6caf50ad-7a34-42be-9cf0-2de885d79542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:03.227158 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-6caf50ad-7a34-42be-9cf0-2de885d79542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:42:03.231223 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-6caf50ad-7a34-42be-9cf0-2de885d79542 admin admin] Usage tracker for resource:security_group_rule and tenant:2bc5b9d2fa464c55a7d7ec3a21f8ee5b is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:42:03.234124 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-6caf50ad-7a34-42be-9cf0-2de885d79542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:42:03.240348 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-6caf50ad-7a34-42be-9cf0-2de885d79542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:42:03.399275 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6caf50ad-7a34-42be-9cf0-2de885d79542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:03.432599 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6caf50ad-7a34-42be-9cf0-2de885d79542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:03.437168 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-819ee3b1-51fd-4c54-b670-fb1fb02949fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:03.463204 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6caf50ad-7a34-42be-9cf0-2de885d79542 admin admin] vlan segment allocate from pool success with {'vlan_id': 962, 'physical_network': 'physnet1'} {{(pid=86488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 17:42:03.476786 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf50ad-7a34-42be-9cf0-2de885d79542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce31b251-a7c3-4220-8d17-756a2e7124b8,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:03.479974 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-6caf50ad-7a34-42be-9cf0-2de885d79542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:03.503436 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6caf50ad-7a34-42be-9cf0-2de885d79542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:03.503831 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.segments_db [None req-6caf50ad-7a34-42be-9cf0-2de885d79542 admin admin] Added segment 17f52277-020b-408a-bc05-49cc70afea91 of type vlan for network e785f334-6767-476a-9220-c7787c18bfc0 Apr 20 17:42:03.534589 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6caf50ad-7a34-42be-9cf0-2de885d79542 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775308210547'] for network, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:03.627502 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6caf50ad-7a34-42be-9cf0-2de885d79542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for network, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:03.629086 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caf50ad-7a34-42be-9cf0-2de885d79542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:42:03.629867 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6caf50ad-7a34-42be-9cf0-2de885d79542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:03.635888 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:03.741364 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf50ad-7a34-42be-9cf0-2de885d79542 admin admin] Pushing event updated for resources: {'Network': ['ID=e785f334-6767-476a-9220-c7787c18bfc0,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:03.741758 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-6caf50ad-7a34-42be-9cf0-2de885d79542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:03.749854 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Network e785f334-6767-476a-9220-c7787c18bfc0 details requested by agent ovs-agent-dv-cinder-786927-2-smb with host dv-cinder-786927-2-smb {{(pid=86490) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 17:42:03.758387 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-6caf50ad-7a34-42be-9cf0-2de885d79542 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7454109 Apr 20 17:42:03.761549 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 58046) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:03.767918 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-728cd4a5-6d25-4546-aed8-b8e515c4e53f admin admin] Request body: {'subnet': {'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-411486688-subnet', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'ip_version': 4}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:42:03.773470 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-728cd4a5-6d25-4546-aed8-b8e515c4e53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:42:03.777740 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-728cd4a5-6d25-4546-aed8-b8e515c4e53f admin admin] Usage tracker for resource:subnet and tenant:2bc5b9d2fa464c55a7d7ec3a21f8ee5b is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:42:03.780553 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-728cd4a5-6d25-4546-aed8-b8e515c4e53f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:42:03.786940 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-728cd4a5-6d25-4546-aed8-b8e515c4e53f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:42:03.826372 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728cd4a5-6d25-4546-aed8-b8e515c4e53f admin admin] Made reservation on behalf of 2bc5b9d2fa464c55a7d7ec3a21f8ee5b for: {'subnet': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:42:03.831276 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-728cd4a5-6d25-4546-aed8-b8e515c4e53f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100862'] for subnet, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:04.021287 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-142067f3-10d4-432e-9fda-6e56ea98fd32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:04.399606 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 58064) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:04.498688 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-728cd4a5-6d25-4546-aed8-b8e515c4e53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2315785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100847'] for subnet, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:04.504587 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f23a9fde-ca34-4759-ae7c-e30b39d47e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:04.551805 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e9a8-7464-40ac-8ef1-bbb72bf2b788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:04.567224 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-a0f1e9a8-7464-40ac-8ef1-bbb72bf2b788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:42:04.571477 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-a0f1e9a8-7464-40ac-8ef1-bbb72bf2b788 admin admin] Usage tracker for resource:security_group_rule and tenant:5ad854f1010c43c9b82364c4628c5e3e is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:42:04.574453 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-a0f1e9a8-7464-40ac-8ef1-bbb72bf2b788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:42:04.581957 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-a0f1e9a8-7464-40ac-8ef1-bbb72bf2b788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:42:04.586853 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728cd4a5-6d25-4546-aed8-b8e515c4e53f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1f94765-634f-4282-b456-a023b8201bb5,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:04.595061 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-728cd4a5-6d25-4546-aed8-b8e515c4e53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:04.596401 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728cd4a5-6d25-4546-aed8-b8e515c4e53f admin admin] Checking segment: {'id': '17f52277-020b-408a-bc05-49cc70afea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:42:04.596798 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728cd4a5-6d25-4546-aed8-b8e515c4e53f admin admin] Network hostable DHCP agents. Network: e785f334-6767-476a-9220-c7787c18bfc0, hostable agents: ['3fc774e1-ba83-4007-9de0-3f46efafec56'], hosted agents: [] {{(pid=86488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 17:42:04.661011 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728cd4a5-6d25-4546-aed8-b8e515c4e53f admin admin] Network e785f334-6767-476a-9220-c7787c18bfc0 is scheduled to be hosted by DHCP agent 3fc774e1-ba83-4007-9de0-3f46efafec56 with binding_index 1 {{(pid=86488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 17:42:04.706692 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-728cd4a5-6d25-4546-aed8-b8e515c4e53f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-smb, e785f334-6767-476a-9220-c7787c18bfc0) {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:42:04.716538 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81915b44-a9fa-411d-8430-dc54905714b2 None None] Network e785f334-6767-476a-9220-c7787c18bfc0 requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:42:04.719119 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728cd4a5-6d25-4546-aed8-b8e515c4e53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:42:04.719773 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-728cd4a5-6d25-4546-aed8-b8e515c4e53f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:04.745771 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e9a8-7464-40ac-8ef1-bbb72bf2b788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:04.770577 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-728cd4a5-6d25-4546-aed8-b8e515c4e53f admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0077703 Apr 20 17:42:04.773314 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 58072) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:04.778844 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-a037833b-113f-4c61-ae71-afdcdcdfb8bf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-411486688-router', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:42:04.783885 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-a037833b-113f-4c61-ae71-afdcdcdfb8bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:42:04.788109 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-a037833b-113f-4c61-ae71-afdcdcdfb8bf admin admin] Usage tracker for resource:router and tenant:2bc5b9d2fa464c55a7d7ec3a21f8ee5b is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:42:04.791849 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-a037833b-113f-4c61-ae71-afdcdcdfb8bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:42:04.792563 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e9a8-7464-40ac-8ef1-bbb72bf2b788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:04.798049 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-a037833b-113f-4c61-ae71-afdcdcdfb8bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:42:04.802112 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f669686b-0058-405f-954a-7927a57b5a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:04.827088 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a037833b-113f-4c61-ae71-afdcdcdfb8bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854152721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770244'] for router, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:04.828262 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a037833b-113f-4c61-ae71-afdcdcdfb8bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-425729', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5540'] for router, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:04.844344 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a037833b-113f-4c61-ae71-afdcdcdfb8bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:04.845416 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-a0f1e9a8-7464-40ac-8ef1-bbb72bf2b788 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5ad854f1010c43c9b82364c4628c5e3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4445517 Apr 20 17:42:04.847420 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1e9a8-7464-40ac-8ef1-bbb72bf2b788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a840c150-6ddd-4c93-a71a-3f08a737749b,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:04.848153 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 58076) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:04.855597 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f1e9a8-7464-40ac-8ef1-bbb72bf2b788 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:04.856020 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f1e9a8-7464-40ac-8ef1-bbb72bf2b788 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:04.856629 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f1e9a8-7464-40ac-8ef1-bbb72bf2b788 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:04.856811 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f1e9a8-7464-40ac-8ef1-bbb72bf2b788 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:04.857177 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f1e9a8-7464-40ac-8ef1-bbb72bf2b788 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:04.857575 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f1e9a8-7464-40ac-8ef1-bbb72bf2b788 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:04.858123 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f1e9a8-7464-40ac-8ef1-bbb72bf2b788 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:04.858342 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f1e9a8-7464-40ac-8ef1-bbb72bf2b788 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:04.858763 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f1e9a8-7464-40ac-8ef1-bbb72bf2b788 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:04.859163 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f1e9a8-7464-40ac-8ef1-bbb72bf2b788 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:04.859553 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f1e9a8-7464-40ac-8ef1-bbb72bf2b788 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:04.859941 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f1e9a8-7464-40ac-8ef1-bbb72bf2b788 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:04.864180 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a0f1e9a8-7464-40ac-8ef1-bbb72bf2b788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:04.966254 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba13afef-0d05-4fbf-aef8-d5fe89a687fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1465a3ff-4d68-5c93-b8aa-2e2b58023638-e785f334-6767-476a-9220-c7787c18bfc0', 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'fixed_ips': [{'subnet_id': 'a1f94765-634f-4282-b456-a023b8201bb5'}]}} from dv-cinder-786927-2-smb. {{(pid=86490) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 17:42:04.967404 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ba13afef-0d05-4fbf-aef8-d5fe89a687fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:04.988840 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ae6af249-bda4-437f-a47b-779464d18958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:05.129225 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-ba13afef-0d05-4fbf-aef8-d5fe89a687fe None None] Allocated IP 172.20.0.2 (e785f334-6767-476a-9220-c7787c18bfc0/a1f94765-634f-4282-b456-a023b8201bb5/c485b2dc-f220-4abd-bac2-2ef6568c57cd) {{(pid=86490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:42:05.137472 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ae6af249-bda4-437f-a47b-779464d18958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:05.242248 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a037833b-113f-4c61-ae71-afdcdcdfb8bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-425974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-635484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5525'] for router, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:05.342024 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ba13afef-0d05-4fbf-aef8-d5fe89a687fe None None] Notify callbacks [] for port, precommit_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:05.343482 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ae6af249-bda4-437f-a47b-779464d18958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:05.351217 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-2c0823b9-19fc-4c64-bfe7-257169fdf6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:05.371300 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6af249-bda4-437f-a47b-779464d18958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a840c150-6ddd-4c93-a71a-3f08a737749b,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:05.376356 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-ae6af249-bda4-437f-a47b-779464d18958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:05.383255 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ae6af249-bda4-437f-a47b-779464d18958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:05.384480 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-ae6af249-bda4-437f-a47b-779464d18958 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a840c150-6ddd-4c93-a71a-3f08a737749b HTTP/1.1" status: 204 len: 168 time: 0.5351355 Apr 20 17:42:05.392646 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-ba13afef-0d05-4fbf-aef8-d5fe89a687fe None None] Transition to ACTIVE for port object c485b2dc-f220-4abd-bac2-2ef6568c57cd will not be triggered until provisioned by entity L2. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:42:05.412718 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-ba13afef-0d05-4fbf-aef8-d5fe89a687fe None None] Transition to ACTIVE for port object c485b2dc-f220-4abd-bac2-2ef6568c57cd will not be triggered until provisioned by entity DHCP. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:42:05.450389 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ba13afef-0d05-4fbf-aef8-d5fe89a687fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889'] for port, after_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:05.455353 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:05.515969 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba13afef-0d05-4fbf-aef8-d5fe89a687fe None None] Network e785f334-6767-476a-9220-c7787c18bfc0 is already hosted by enough agents. {{(pid=86490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:42:05.523708 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-ba13afef-0d05-4fbf-aef8-d5fe89a687fe None None] Resources bound (agent type, host, resource id): {{(pid=86490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:42:05.534537 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba13afef-0d05-4fbf-aef8-d5fe89a687fe None None] Received port after_create {{(pid=86490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:42:05.543006 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13afef-0d05-4fbf-aef8-d5fe89a687fe None None] Pushing event updated for resources: {'Port': ['ID=c485b2dc-f220-4abd-bac2-2ef6568c57cd,revision_number=1']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:05.605920 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-ba13afef-0d05-4fbf-aef8-d5fe89a687fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:05.628428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a037833b-113f-4c61-ae71-afdcdcdfb8bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:05.661614 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a037833b-113f-4c61-ae71-afdcdcdfb8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:05.694981 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-ba13afef-0d05-4fbf-aef8-d5fe89a687fe None None] Attempting to bind port c485b2dc-f220-4abd-bac2-2ef6568c57cd on host dv-cinder-786927-2-smb for vnic_type normal with profile {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:42:05.695576 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-ba13afef-0d05-4fbf-aef8-d5fe89a687fe None None] Attempting to bind port c485b2dc-f220-4abd-bac2-2ef6568c57cd by drivers openvswitch,hyperv on host dv-cinder-786927-2-smb at level 0 using segments [{'id': '17f52277-020b-408a-bc05-49cc70afea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0'}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:42:05.696181 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba13afef-0d05-4fbf-aef8-d5fe89a687fe None None] Attempting to bind port c485b2dc-f220-4abd-bac2-2ef6568c57cd on network e785f334-6767-476a-9220-c7787c18bfc0 {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:42:05.702224 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba13afef-0d05-4fbf-aef8-d5fe89a687fe None None] Checking agent: {'id': '74ba6a7c-ead8-41e5-9ed8-4c77b6c88b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 26, 7), 'started_at': datetime.datetime(2021, 4, 20, 17, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:42:05.702684 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba13afef-0d05-4fbf-aef8-d5fe89a687fe None None] Checking segment: {'id': '17f52277-020b-408a-bc05-49cc70afea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:42:05.703133 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ba13afef-0d05-4fbf-aef8-d5fe89a687fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:05.703566 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba13afef-0d05-4fbf-aef8-d5fe89a687fe None None] Bound using segment: {'id': '17f52277-020b-408a-bc05-49cc70afea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0'} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:42:05.704080 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-ba13afef-0d05-4fbf-aef8-d5fe89a687fe None None] Bound port: c485b2dc-f220-4abd-bac2-2ef6568c57cd, host: dv-cinder-786927-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f52277-020b-408a-bc05-49cc70afea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0'}}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:42:05.704732 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ba13afef-0d05-4fbf-aef8-d5fe89a687fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:05.806122 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-ba13afef-0d05-4fbf-aef8-d5fe89a687fe None None] For port c485b2dc-f220-4abd-bac2-2ef6568c57cd, host dv-cinder-786927-2-smb, cleared binding levels {{(pid=86490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:42:05.809463 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-ba13afef-0d05-4fbf-aef8-d5fe89a687fe None None] For port c485b2dc-f220-4abd-bac2-2ef6568c57cd, host dv-cinder-786927-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=c485b2dc-f220-4abd-bac2-2ef6568c57cd,segment=NetworkSegment(17f52277-020b-408a-bc05-49cc70afea91),segment_id=17f52277-020b-408a-bc05-49cc70afea91)] {{(pid=86490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:42:05.855913 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ba13afef-0d05-4fbf-aef8-d5fe89a687fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:05.860783 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-47fff9a8-27a8-406b-bd57-8571a19a152c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:05.940938 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-a037833b-113f-4c61-ae71-afdcdcdfb8bf admin admin] Allocated IP 172.28.1.251 (a0481120-3cc8-449f-86d5-38ee9053982b/ac485710-6ac4-46cc-b076-2738f89882f4/d324c9a9-4d1d-4ed7-a332-3870400e1522) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:42:05.946525 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13afef-0d05-4fbf-aef8-d5fe89a687fe None None] Pushing event updated for resources: {'Port': ['ID=c485b2dc-f220-4abd-bac2-2ef6568c57cd,revision_number=2']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:05.949472 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-ba13afef-0d05-4fbf-aef8-d5fe89a687fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:06.013478 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 58088) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:06.034045 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59c6534d-813c-4abf-a1b1-c6f5d65defe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:06.054395 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-59c6534d-813c-4abf-a1b1-c6f5d65defe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:42:06.058454 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-59c6534d-813c-4abf-a1b1-c6f5d65defe1 admin admin] Usage tracker for resource:security_group_rule and tenant:4347d049b52c45759584a094b2bdb00a is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:42:06.061501 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-59c6534d-813c-4abf-a1b1-c6f5d65defe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:42:06.067717 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-59c6534d-813c-4abf-a1b1-c6f5d65defe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:42:06.096225 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-361da020-89ef-4fe0-8bce-6e94b00dc047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:06.111496 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a037833b-113f-4c61-ae71-afdcdcdfb8bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:06.155216 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59c6534d-813c-4abf-a1b1-c6f5d65defe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:06.176264 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a037833b-113f-4c61-ae71-afdcdcdfb8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:06.181612 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4be87618-fbfa-4dde-9202-28fb359a4fa8 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:06.233327 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59c6534d-813c-4abf-a1b1-c6f5d65defe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:06.243895 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-af32ac62-1ef2-4bc3-9ceb-ea4a22debe9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:06.249624 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a037833b-113f-4c61-ae71-afdcdcdfb8bf admin admin] Network a0481120-3cc8-449f-86d5-38ee9053982b is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:42:06.258904 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-a037833b-113f-4c61-ae71-afdcdcdfb8bf admin admin] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:42:06.263782 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a037833b-113f-4c61-ae71-afdcdcdfb8bf admin admin] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:42:06.293957 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-59c6534d-813c-4abf-a1b1-c6f5d65defe1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4347d049b52c45759584a094b2bdb00a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792771 Apr 20 17:42:06.295214 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 58092) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:06.299261 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6534d-813c-4abf-a1b1-c6f5d65defe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc9b157-8619-4336-bc62-20e5e1cc8da0,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:06.306298 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037833b-113f-4c61-ae71-afdcdcdfb8bf admin admin] Pushing event updated for resources: {'Port': ['ID=d324c9a9-4d1d-4ed7-a332-3870400e1522,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:06.310484 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a037833b-113f-4c61-ae71-afdcdcdfb8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:06.313136 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-59c6534d-813c-4abf-a1b1-c6f5d65defe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:06.377951 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b9e75fec-4414-40bf-85ff-b3fe5f509da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:06.407892 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b9e75fec-4414-40bf-85ff-b3fe5f509da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:06.478154 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b9e75fec-4414-40bf-85ff-b3fe5f509da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:06.482134 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f92a3ce9-2de6-4f01-b1e6-541e84b6fd9b tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:06.498259 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e75fec-4414-40bf-85ff-b3fe5f509da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc9b157-8619-4336-bc62-20e5e1cc8da0,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:06.506591 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b9e75fec-4414-40bf-85ff-b3fe5f509da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:06.509877 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b9e75fec-4414-40bf-85ff-b3fe5f509da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:06.514195 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-b9e75fec-4414-40bf-85ff-b3fe5f509da4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0cc9b157-8619-4336-bc62-20e5e1cc8da0 HTTP/1.1" status: 204 len: 168 time: 0.2141416 Apr 20 17:42:06.740157 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a037833b-113f-4c61-ae71-afdcdcdfb8bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:06.912688 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:07.114051 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a037833b-113f-4c61-ae71-afdcdcdfb8bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854140348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854349860'] for router, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:07.364358 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb51b7c8-43d0-44ac-a78f-a159c5b829e2 None None] Network e785f334-6767-476a-9220-c7787c18bfc0 requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:42:07.503742 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:07.556075 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-263d5726-aad6-4a1a-985b-bc11bff00a77 None None] Provisioning for port c485b2dc-f220-4abd-bac2-2ef6568c57cd completed by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:42:07.615565 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a037833b-113f-4c61-ae71-afdcdcdfb8bf admin admin] Router 7945c8af-ebae-4248-8fd5-5018a7fc7a4a is scheduled to L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 with binding_index 1 {{(pid=86488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 17:42:07.817185 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device c485b2dc-f220-4abd-bac2-2ef6568c57cd up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:42:07.826938 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a037833b-113f-4c61-ae71-afdcdcdfb8bf admin admin] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:42:07.865270 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] Sync routers for ids ['7945c8af-ebae-4248-8fd5-5018a7fc7a4a'] in dv-cinder-786927-2-smb {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:42:07.884494 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a037833b-113f-4c61-ae71-afdcdcdfb8bf admin admin] Notify callbacks [] for router, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:07.886556 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-a037833b-113f-4c61-ae71-afdcdcdfb8bf admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1122565 Apr 20 17:42:07.889619 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 58128) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:07.901563 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] Routers {'7945c8af-ebae-4248-8fd5-5018a7fc7a4a'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:42:07.902237 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:42:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['7945c8af-ebae-4248-8fd5-5018a7fc7a4a'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:42:08.322069 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] Set router 7945c8af-ebae-4248-8fd5-5018a7fc7a4a gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:42:08.368203 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:08.368903 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning for port c485b2dc-f220-4abd-bac2-2ef6568c57cd completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:42:08.441934 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port c485b2dc-f220-4abd-bac2-2ef6568c57cd triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:42:08.442352 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:08.708360 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 58146) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:08.718296 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:08.766216 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] For port c485b2dc-f220-4abd-bac2-2ef6568c57cd, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=c485b2dc-f220-4abd-bac2-2ef6568c57cd,segment=NetworkSegment(17f52277-020b-408a-bc05-49cc70afea91),segment_id=17f52277-020b-408a-bc05-49cc70afea91)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:42:08.778332 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'name': 'tempest-TestShelveInstance-411486688-router', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd324c9a9-4d1d-4ed7-a332-3870400e1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:42:04Z', 'updated_at': '2021-04-20T17:42:06Z', 'revision_number': 3, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'gw_port': {'id': 'd324c9a9-4d1d-4ed7-a332-3870400e1522', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:43:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:05Z', 'updated_at': '2021-04-20T17:42:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb'}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:42:08.782535 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] Checking router: 7945c8af-ebae-4248-8fd5-5018a7fc7a4a for host: dv-cinder-786927-2-smb {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:42:08.782989 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] Updating router 7945c8af-ebae-4248-8fd5-5018a7fc7a4a port d324c9a9-4d1d-4ed7-a332-3870400e1522 binding host dv-cinder-786927-2-smb {{(pid=86490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 17:42:08.824964 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:08.834514 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:08.846816 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b2aa2e08-fa63-4ba3-9efb-9ebda3f4c6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:08.863465 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-b2aa2e08-fa63-4ba3-9efb-9ebda3f4c6da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:42:08.867432 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-b2aa2e08-fa63-4ba3-9efb-9ebda3f4c6da admin admin] Usage tracker for resource:security_group_rule and tenant:67e0a51001f2474d88bd2569492212d0 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:42:08.870594 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-b2aa2e08-fa63-4ba3-9efb-9ebda3f4c6da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:42:08.878612 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-b2aa2e08-fa63-4ba3-9efb-9ebda3f4c6da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:42:08.899850 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:08.910888 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d4185da4-36dc-44dd-8000-f72613e528ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:08.964610 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Pushing event updated for resources: {'Port': ['ID=c485b2dc-f220-4abd-bac2-2ef6568c57cd,revision_number=3']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:08.969611 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b2aa2e08-fa63-4ba3-9efb-9ebda3f4c6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:08.970643 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:09.021150 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b2aa2e08-fa63-4ba3-9efb-9ebda3f4c6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:09.030943 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:09.076465 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-b2aa2e08-fa63-4ba3-9efb-9ebda3f4c6da admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=67e0a51001f2474d88bd2569492212d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3642118 Apr 20 17:42:09.077690 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 58154) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:09.080376 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa2e08-fa63-4ba3-9efb-9ebda3f4c6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d829cbb-b084-419f-97fb-578177afce84,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:09.105168 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b2aa2e08-fa63-4ba3-9efb-9ebda3f4c6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:09.142005 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-d4185da4-36dc-44dd-8000-f72613e528ce admin admin] Allocated IP 172.20.0.1 (e785f334-6767-476a-9220-c7787c18bfc0/a1f94765-634f-4282-b456-a023b8201bb5/983cb737-72c4-437e-9cc2-6e38d0562f1e) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:42:09.170308 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7b160c4f-b1d1-4ae0-9a43-ca9b83f11a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:09.201052 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7b160c4f-b1d1-4ae0-9a43-ca9b83f11a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:09.293295 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] Notify callbacks [] for port, precommit_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:09.307037 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] Transition to ACTIVE for port object d324c9a9-4d1d-4ed7-a332-3870400e1522 will not be triggered until provisioned by entity L2. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:42:09.307267 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7b160c4f-b1d1-4ae0-9a43-ca9b83f11a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:09.313001 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-928dee90-ad6a-44ae-b87e-0fa200214239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:09.324174 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b160c4f-b1d1-4ae0-9a43-ca9b83f11a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d829cbb-b084-419f-97fb-578177afce84,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:09.328115 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7b160c4f-b1d1-4ae0-9a43-ca9b83f11a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:09.329642 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:09.331840 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7b160c4f-b1d1-4ae0-9a43-ca9b83f11a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:09.335048 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-7b160c4f-b1d1-4ae0-9a43-ca9b83f11a11 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6d829cbb-b084-419f-97fb-578177afce84 HTTP/1.1" status: 204 len: 168 time: 0.2538533 Apr 20 17:42:09.336041 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:09.370080 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d4185da4-36dc-44dd-8000-f72613e528ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:09.387225 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-d4185da4-36dc-44dd-8000-f72613e528ce admin admin] Transition to ACTIVE for port object 983cb737-72c4-437e-9cc2-6e38d0562f1e will not be triggered until provisioned by entity DHCP. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:42:09.433718 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] Attempting to bind port d324c9a9-4d1d-4ed7-a332-3870400e1522 on host dv-cinder-786927-2-smb for vnic_type normal with profile {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:42:09.434135 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] Attempting to bind port d324c9a9-4d1d-4ed7-a332-3870400e1522 by drivers openvswitch,hyperv on host dv-cinder-786927-2-smb at level 0 using segments [{'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:42:09.434541 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] Attempting to bind port d324c9a9-4d1d-4ed7-a332-3870400e1522 on network a0481120-3cc8-449f-86d5-38ee9053982b {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:42:09.438184 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de99413-17fc-45c3-9dd6-1a3a0132fa67 None None] Pushing event updated for resources: {'Port': ['ID=d324c9a9-4d1d-4ed7-a332-3870400e1522,revision_number=2']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:09.442353 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4de99413-17fc-45c3-9dd6-1a3a0132fa67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:09.443327 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] Checking agent: {'id': '74ba6a7c-ead8-41e5-9ed8-4c77b6c88b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 26, 7), 'started_at': datetime.datetime(2021, 4, 20, 17, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:42:09.443736 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] Checking segment: {'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:42:09.444171 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:09.444596 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] Bound using segment: {'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:42:09.445132 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] Bound port: d324c9a9-4d1d-4ed7-a332-3870400e1522, host: dv-cinder-786927-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:42:09.445552 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:09.446233 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d4185da4-36dc-44dd-8000-f72613e528ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278367'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:09.451370 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5e7941cd-6b6c-4be1-81a9-6ada19d3a3ab tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:09.523755 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4185da4-36dc-44dd-8000-f72613e528ce admin admin] Network e785f334-6767-476a-9220-c7787c18bfc0 is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:42:09.524766 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] For port d324c9a9-4d1d-4ed7-a332-3870400e1522, host dv-cinder-786927-2-smb, cleared binding levels {{(pid=86490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:42:09.526883 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-d4185da4-36dc-44dd-8000-f72613e528ce admin admin] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:42:09.532183 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] For port d324c9a9-4d1d-4ed7-a332-3870400e1522, host dv-cinder-786927-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=d324c9a9-4d1d-4ed7-a332-3870400e1522,segment=NetworkSegment(b1e9f102-11a2-4b4f-ab28-aef5c346bdb3),segment_id=b1e9f102-11a2-4b4f-ab28-aef5c346bdb3)] {{(pid=86490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:42:09.537752 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4185da4-36dc-44dd-8000-f72613e528ce admin admin] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:42:09.565803 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4185da4-36dc-44dd-8000-f72613e528ce admin admin] Pushing event updated for resources: {'Port': ['ID=983cb737-72c4-437e-9cc2-6e38d0562f1e,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:09.570542 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:09.575957 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:09.577813 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d4185da4-36dc-44dd-8000-f72613e528ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:09.608537 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d4185da4-36dc-44dd-8000-f72613e528ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636417'] for router_interface, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:09.656059 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] Routers {'7945c8af-ebae-4248-8fd5-5018a7fc7a4a'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:42:09.656922 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:42:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['7945c8af-ebae-4248-8fd5-5018a7fc7a4a'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:42:09.772132 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d4185da4-36dc-44dd-8000-f72613e528ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:09.799287 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device c485b2dc-f220-4abd-bac2-2ef6568c57cd up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:42:09.866342 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de99413-17fc-45c3-9dd6-1a3a0132fa67 None None] Pushing event updated for resources: {'Port': ['ID=d324c9a9-4d1d-4ed7-a332-3870400e1522,revision_number=3']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:09.869705 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4de99413-17fc-45c3-9dd6-1a3a0132fa67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:09.897883 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 58164) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:09.918789 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f6379d1c-a91d-4b03-999f-556fc3b59206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:09.927126 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-f9344b70-ab68-4e08-b5a4-5c07e8a1fe0b None None] Provisioning for port 983cb737-72c4-437e-9cc2-6e38d0562f1e completed by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:42:09.934807 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-f6379d1c-a91d-4b03-999f-556fc3b59206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:42:09.938844 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-f6379d1c-a91d-4b03-999f-556fc3b59206 admin admin] Usage tracker for resource:security_group_rule and tenant:2f655865c06e42f291db379b4e37bd71 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:42:09.940528 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-f9344b70-ab68-4e08-b5a4-5c07e8a1fe0b None None] Provisioning complete for port 983cb737-72c4-437e-9cc2-6e38d0562f1e triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:42:09.940956 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f9344b70-ab68-4e08-b5a4-5c07e8a1fe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:09.942113 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-f6379d1c-a91d-4b03-999f-556fc3b59206 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:42:09.948321 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-f6379d1c-a91d-4b03-999f-556fc3b59206 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:42:09.993383 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] Set router 7945c8af-ebae-4248-8fd5-5018a7fc7a4a gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:42:10.015113 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d4185da4-36dc-44dd-8000-f72613e528ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:10.043972 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d4185da4-36dc-44dd-8000-f72613e528ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852497450'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:10.044686 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f6379d1c-a91d-4b03-999f-556fc3b59206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:10.059188 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port c485b2dc-f220-4abd-bac2-2ef6568c57cd triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:42:10.059652 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:10.072418 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f6379d1c-a91d-4b03-999f-556fc3b59206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:10.074307 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-07eef052-f9b3-40eb-ba5c-70f2d5700a59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:10.082867 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-e7e442b3-8198-41a3-b448-487f5d7a806f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:10.114165 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-f9344b70-ab68-4e08-b5a4-5c07e8a1fe0b None None] Port 983cb737-72c4-437e-9cc2-6e38d0562f1e cannot update to ACTIVE because it is not bound. {{(pid=86490) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 17:42:10.124515 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6379d1c-a91d-4b03-999f-556fc3b59206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f17efc1-cc22-4bfe-9bf0-e7dabff9532e,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:10.132415 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-f6379d1c-a91d-4b03-999f-556fc3b59206 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2f655865c06e42f291db379b4e37bd71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308998 Apr 20 17:42:10.132415 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f6379d1c-a91d-4b03-999f-556fc3b59206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:10.133276 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 58168) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:10.171204 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d4185da4-36dc-44dd-8000-f72613e528ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854139290'] for router_interface, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:10.175844 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4185da4-36dc-44dd-8000-f72613e528ce admin admin] Pushing event updated for resources: {'Port': ['ID=983cb737-72c4-437e-9cc2-6e38d0562f1e,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:10.180495 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d4185da4-36dc-44dd-8000-f72613e528ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:10.207804 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-01a9d947-149d-4233-99b4-eb70f70ab28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:10.235352 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-01a9d947-149d-4233-99b4-eb70f70ab28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:10.307260 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-01a9d947-149d-4233-99b4-eb70f70ab28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:10.313552 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-ae6af249-bda4-437f-a47b-779464d18958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:10.329416 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9d947-149d-4233-99b4-eb70f70ab28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f17efc1-cc22-4bfe-9bf0-e7dabff9532e,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:10.332801 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-01a9d947-149d-4233-99b4-eb70f70ab28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:10.339685 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-01a9d947-149d-4233-99b4-eb70f70ab28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:10.341472 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-01a9d947-149d-4233-99b4-eb70f70ab28d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3f17efc1-cc22-4bfe-9bf0-e7dabff9532e HTTP/1.1" status: 204 len: 168 time: 0.2069373 Apr 20 17:42:10.341663 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4185da4-36dc-44dd-8000-f72613e528ce admin admin] Network e785f334-6767-476a-9220-c7787c18bfc0 is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:42:10.343086 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-d4185da4-36dc-44dd-8000-f72613e528ce admin admin] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:42:10.512237 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:42:10.649317 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4185da4-36dc-44dd-8000-f72613e528ce admin admin] Router 7945c8af-ebae-4248-8fd5-5018a7fc7a4a has already been hosted by L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 {{(pid=86489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 17:42:10.695334 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-0b1fa99f-5794-469c-9418-e5c32ab86e44 None None] Provisioning complete for port 983cb737-72c4-437e-9cc2-6e38d0562f1e triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:42:10.695830 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0b1fa99f-5794-469c-9418-e5c32ab86e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:10.769547 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-0b1fa99f-5794-469c-9418-e5c32ab86e44 None None] Port 983cb737-72c4-437e-9cc2-6e38d0562f1e cannot update to ACTIVE because it is not bound. {{(pid=86490) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 17:42:10.777642 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'name': 'tempest-TestShelveInstance-411486688-router', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd324c9a9-4d1d-4ed7-a332-3870400e1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:42:04Z', 'updated_at': '2021-04-20T17:42:09Z', 'revision_number': 4, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'gw_port': {'id': 'd324c9a9-4d1d-4ed7-a332-3870400e1522', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:43:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:05Z', 'updated_at': '2021-04-20T17:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': '983cb737-72c4-437e-9cc2-6e38d0562f1e', 'name': '', 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'mac_address': 'fa:16:3e:30:7b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a1f94765-634f-4282-b456-a023b8201bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:08Z', 'updated_at': '2021-04-20T17:42:09Z', 'revision_number': 1, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'subnets': [{'id': 'a1f94765-634f-4282-b456-a023b8201bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:42:10.782306 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a4843-72b0-462a-ac58-3b048fbaea47 None None] The sync data for ids ['7945c8af-ebae-4248-8fd5-5018a7fc7a4a'] in dv-cinder-786927-2-smb is: [{'id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'name': 'tempest-TestShelveInstance-411486688-router', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd324c9a9-4d1d-4ed7-a332-3870400e1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:42:04Z', 'updated_at': '2021-04-20T17:42:09Z', 'revision_number': 4, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'gw_port': {'id': 'd324c9a9-4d1d-4ed7-a332-3870400e1522', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:43:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:05Z', 'updated_at': '2021-04-20T17:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': '983cb737-72c4-437e-9cc2-6e38d0562f1e', 'name': '', 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'mac_address': 'fa:16:3e:30:7b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a1f94765-634f-4282-b456-a023b8201bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:08Z', 'updated_at': '2021-04-20T17:42:09Z', 'revision_number': 1, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'subnets': [{'id': 'a1f94765-634f-4282-b456-a023b8201bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:42:10.847215 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4185da4-36dc-44dd-8000-f72613e528ce admin admin] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:42:10.859448 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-d4185da4-36dc-44dd-8000-f72613e528ce admin admin] 10.222.0.75 "PUT /v2.0/routers/7945c8af-ebae-4248-8fd5-5018a7fc7a4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9676867 Apr 20 17:42:11.787919 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 58218) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:11.794172 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-80e58b9a-1380-4bce-b48c-0790bb653011 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2057579067-network', 'tenant_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:42:11.799793 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-80e58b9a-1380-4bce-b48c-0790bb653011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:42:11.803949 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-80e58b9a-1380-4bce-b48c-0790bb653011 admin admin] Usage tracker for resource:network and tenant:4b9a4b71d89b474fbe6b3fd9a4fd8ff4 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:42:11.807496 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-80e58b9a-1380-4bce-b48c-0790bb653011 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:42:11.814426 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-80e58b9a-1380-4bce-b48c-0790bb653011 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:42:11.832845 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device d324c9a9-4d1d-4ed7-a332-3870400e1522 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:42:11.855985 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e58b9a-1380-4bce-b48c-0790bb653011 admin admin] Made reservation on behalf of 4b9a4b71d89b474fbe6b3fd9a4fd8ff4 for: {'network': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:42:11.861626 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-80e58b9a-1380-4bce-b48c-0790bb653011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for network, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:11.876176 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-80e58b9a-1380-4bce-b48c-0790bb653011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:11.894748 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-80e58b9a-1380-4bce-b48c-0790bb653011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:42:11.899127 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-80e58b9a-1380-4bce-b48c-0790bb653011 admin admin] Usage tracker for resource:security_group_rule and tenant:4b9a4b71d89b474fbe6b3fd9a4fd8ff4 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:42:11.902370 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-80e58b9a-1380-4bce-b48c-0790bb653011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:42:11.909045 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-80e58b9a-1380-4bce-b48c-0790bb653011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:42:11.946903 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning for port d324c9a9-4d1d-4ed7-a332-3870400e1522 completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:42:11.953597 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port d324c9a9-4d1d-4ed7-a332-3870400e1522 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:42:11.954118 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:12.014206 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-80e58b9a-1380-4bce-b48c-0790bb653011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:12.038259 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-80e58b9a-1380-4bce-b48c-0790bb653011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:12.043060 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-01a9d947-149d-4233-99b4-eb70f70ab28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:12.075692 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e58b9a-1380-4bce-b48c-0790bb653011 admin admin] vlan segment allocate from pool success with {'vlan_id': 973, 'physical_network': 'physnet1'} {{(pid=86488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 17:42:12.085968 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-80e58b9a-1380-4bce-b48c-0790bb653011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:12.086357 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.segments_db [None req-80e58b9a-1380-4bce-b48c-0790bb653011 admin admin] Added segment 931020f1-7c86-469f-adf5-68423cba10c9 of type vlan for network 3638f1b0-7659-4bcf-8869-1d5cb6b061fb Apr 20 17:42:12.095458 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:12.113633 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] For port d324c9a9-4d1d-4ed7-a332-3870400e1522, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=d324c9a9-4d1d-4ed7-a332-3870400e1522,segment=NetworkSegment(b1e9f102-11a2-4b4f-ab28-aef5c346bdb3),segment_id=b1e9f102-11a2-4b4f-ab28-aef5c346bdb3)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:42:12.119014 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-80e58b9a-1380-4bce-b48c-0790bb653011 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775308210547'] for network, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:12.135528 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:12.141142 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a3e2d7b0-1b5f-4d81-96bb-36afb13d49e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:12.165155 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e58b9a-1380-4bce-b48c-0790bb653011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8863d7a-297d-4852-92cc-21083f6a88c9,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:12.168693 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-80e58b9a-1380-4bce-b48c-0790bb653011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:12.215770 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-80e58b9a-1380-4bce-b48c-0790bb653011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for network, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:12.217445 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e58b9a-1380-4bce-b48c-0790bb653011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:42:12.218229 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-80e58b9a-1380-4bce-b48c-0790bb653011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:12.224486 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:12.228624 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Pushing event updated for resources: {'Port': ['ID=d324c9a9-4d1d-4ed7-a332-3870400e1522,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:12.235480 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:12.335502 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e58b9a-1380-4bce-b48c-0790bb653011 admin admin] Pushing event updated for resources: {'Network': ['ID=3638f1b0-7659-4bcf-8869-1d5cb6b061fb,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:12.338499 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-80e58b9a-1380-4bce-b48c-0790bb653011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:12.346706 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Network 3638f1b0-7659-4bcf-8869-1d5cb6b061fb details requested by agent ovs-agent-dv-cinder-786927-2-smb with host dv-cinder-786927-2-smb {{(pid=86490) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 17:42:12.362621 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-80e58b9a-1380-4bce-b48c-0790bb653011 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5734603 Apr 20 17:42:12.365558 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 58232) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:12.372357 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-fa43f0ea-2d7b-4b00-bf30-0b02e19eab2c admin admin] Request body: {'subnet': {'network_id': '3638f1b0-7659-4bcf-8869-1d5cb6b061fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2057579067-subnet', 'tenant_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'ip_version': 4}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:42:12.379146 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-fa43f0ea-2d7b-4b00-bf30-0b02e19eab2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:42:12.385174 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-fa43f0ea-2d7b-4b00-bf30-0b02e19eab2c admin admin] Usage tracker for resource:subnet and tenant:4b9a4b71d89b474fbe6b3fd9a4fd8ff4 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:42:12.389091 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-fa43f0ea-2d7b-4b00-bf30-0b02e19eab2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:42:12.396004 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-fa43f0ea-2d7b-4b00-bf30-0b02e19eab2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:42:12.444256 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa43f0ea-2d7b-4b00-bf30-0b02e19eab2c admin admin] Made reservation on behalf of 4b9a4b71d89b474fbe6b3fd9a4fd8ff4 for: {'subnet': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:42:12.450337 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fa43f0ea-2d7b-4b00-bf30-0b02e19eab2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100862'] for subnet, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:12.943672 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fa43f0ea-2d7b-4b00-bf30-0b02e19eab2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2315785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100847'] for subnet, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:12.948242 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:13.028751 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43f0ea-2d7b-4b00-bf30-0b02e19eab2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe9caff8-b0c3-44fb-b9d6-96256b88bd59,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:13.033345 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-fa43f0ea-2d7b-4b00-bf30-0b02e19eab2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:13.037943 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa43f0ea-2d7b-4b00-bf30-0b02e19eab2c admin admin] Checking segment: {'id': '931020f1-7c86-469f-adf5-68423cba10c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '3638f1b0-7659-4bcf-8869-1d5cb6b061fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:42:13.038470 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa43f0ea-2d7b-4b00-bf30-0b02e19eab2c admin admin] Network hostable DHCP agents. Network: 3638f1b0-7659-4bcf-8869-1d5cb6b061fb, hostable agents: ['3fc774e1-ba83-4007-9de0-3f46efafec56'], hosted agents: [] {{(pid=86488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 17:42:13.089541 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa43f0ea-2d7b-4b00-bf30-0b02e19eab2c admin admin] Network 3638f1b0-7659-4bcf-8869-1d5cb6b061fb is scheduled to be hosted by DHCP agent 3fc774e1-ba83-4007-9de0-3f46efafec56 with binding_index 1 {{(pid=86488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 17:42:13.140789 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-fa43f0ea-2d7b-4b00-bf30-0b02e19eab2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-smb, 3638f1b0-7659-4bcf-8869-1d5cb6b061fb) {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:42:13.150506 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb36927-ed6f-4419-ade5-ac9582ce7c83 None None] Network 3638f1b0-7659-4bcf-8869-1d5cb6b061fb requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:42:13.153259 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa43f0ea-2d7b-4b00-bf30-0b02e19eab2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:42:13.153897 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fa43f0ea-2d7b-4b00-bf30-0b02e19eab2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:13.222880 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-fa43f0ea-2d7b-4b00-bf30-0b02e19eab2c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8552427 Apr 20 17:42:13.224705 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 58252) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:13.230293 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-fff3c9c5-e999-418e-a706-49c6f2c0771f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2057579067-router', 'tenant_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:42:13.235193 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-fff3c9c5-e999-418e-a706-49c6f2c0771f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:42:13.239265 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-fff3c9c5-e999-418e-a706-49c6f2c0771f admin admin] Usage tracker for resource:router and tenant:4b9a4b71d89b474fbe6b3fd9a4fd8ff4 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:42:13.242837 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-fff3c9c5-e999-418e-a706-49c6f2c0771f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:42:13.248854 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-fff3c9c5-e999-418e-a706-49c6f2c0771f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:42:13.285160 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fff3c9c5-e999-418e-a706-49c6f2c0771f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854152721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770244'] for router, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:13.286277 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fff3c9c5-e999-418e-a706-49c6f2c0771f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-425729', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-406288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5540'] for router, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:13.300938 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fff3c9c5-e999-418e-a706-49c6f2c0771f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:13.374331 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c061166-746d-4881-88d9-d50d12d8ee04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1465a3ff-4d68-5c93-b8aa-2e2b58023638-3638f1b0-7659-4bcf-8869-1d5cb6b061fb', 'network_id': '3638f1b0-7659-4bcf-8869-1d5cb6b061fb', 'tenant_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'fixed_ips': [{'subnet_id': 'fe9caff8-b0c3-44fb-b9d6-96256b88bd59'}]}} from dv-cinder-786927-2-smb. {{(pid=86490) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 17:42:13.375270 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8c061166-746d-4881-88d9-d50d12d8ee04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:13.537854 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-8c061166-746d-4881-88d9-d50d12d8ee04 None None] Allocated IP 172.20.0.2 (3638f1b0-7659-4bcf-8869-1d5cb6b061fb/fe9caff8-b0c3-44fb-b9d6-96256b88bd59/e4bb874b-b8a6-4ba5-9b23-49c2a25fb712) {{(pid=86490) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:42:13.617603 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fff3c9c5-e999-418e-a706-49c6f2c0771f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-425974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-635484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5525'] for router, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:13.828796 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device d324c9a9-4d1d-4ed7-a332-3870400e1522 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:42:13.903491 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8c061166-746d-4881-88d9-d50d12d8ee04 None None] Notify callbacks [] for port, precommit_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:13.920317 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-8c061166-746d-4881-88d9-d50d12d8ee04 None None] Transition to ACTIVE for port object e4bb874b-b8a6-4ba5-9b23-49c2a25fb712 will not be triggered until provisioned by entity L2. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:42:13.947597 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port d324c9a9-4d1d-4ed7-a332-3870400e1522 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:42:13.948130 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:13.973882 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-8c061166-746d-4881-88d9-d50d12d8ee04 None None] Transition to ACTIVE for port object e4bb874b-b8a6-4ba5-9b23-49c2a25fb712 will not be triggered until provisioned by entity DHCP. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:42:13.980720 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fff3c9c5-e999-418e-a706-49c6f2c0771f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:14.013450 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fff3c9c5-e999-418e-a706-49c6f2c0771f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:14.016622 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8c061166-746d-4881-88d9-d50d12d8ee04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889'] for port, after_create {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:14.021336 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:14.103559 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c061166-746d-4881-88d9-d50d12d8ee04 None None] Network 3638f1b0-7659-4bcf-8869-1d5cb6b061fb is already hosted by enough agents. {{(pid=86490) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:42:14.137137 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-8c061166-746d-4881-88d9-d50d12d8ee04 None None] Resources bound (agent type, host, resource id): {{(pid=86490) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:42:14.150496 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c061166-746d-4881-88d9-d50d12d8ee04 None None] Received port after_create {{(pid=86490) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:42:14.152739 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c061166-746d-4881-88d9-d50d12d8ee04 None None] Pushing event updated for resources: {'Port': ['ID=e4bb874b-b8a6-4ba5-9b23-49c2a25fb712,revision_number=1']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:14.160639 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-8c061166-746d-4881-88d9-d50d12d8ee04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:14.177827 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-fff3c9c5-e999-418e-a706-49c6f2c0771f admin admin] Allocated IP 172.28.1.237 (a0481120-3cc8-449f-86d5-38ee9053982b/ac485710-6ac4-46cc-b076-2738f89882f4/1e273790-36ec-461f-a8cb-c1625d177649) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:42:14.264128 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] Sync routers for ids ['7945c8af-ebae-4248-8fd5-5018a7fc7a4a'] in dv-cinder-786927-2-smb {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:42:14.272811 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-8c061166-746d-4881-88d9-d50d12d8ee04 None None] Attempting to bind port e4bb874b-b8a6-4ba5-9b23-49c2a25fb712 on host dv-cinder-786927-2-smb for vnic_type normal with profile {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:42:14.273233 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-8c061166-746d-4881-88d9-d50d12d8ee04 None None] Attempting to bind port e4bb874b-b8a6-4ba5-9b23-49c2a25fb712 by drivers openvswitch,hyperv on host dv-cinder-786927-2-smb at level 0 using segments [{'id': '931020f1-7c86-469f-adf5-68423cba10c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '3638f1b0-7659-4bcf-8869-1d5cb6b061fb'}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:42:14.273641 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c061166-746d-4881-88d9-d50d12d8ee04 None None] Attempting to bind port e4bb874b-b8a6-4ba5-9b23-49c2a25fb712 on network 3638f1b0-7659-4bcf-8869-1d5cb6b061fb {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:42:14.276622 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] Routers {'7945c8af-ebae-4248-8fd5-5018a7fc7a4a'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:42:14.277494 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:42:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['7945c8af-ebae-4248-8fd5-5018a7fc7a4a'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:42:14.279560 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c061166-746d-4881-88d9-d50d12d8ee04 None None] Checking agent: {'id': '74ba6a7c-ead8-41e5-9ed8-4c77b6c88b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 26, 7), 'started_at': datetime.datetime(2021, 4, 20, 17, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:42:14.280113 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c061166-746d-4881-88d9-d50d12d8ee04 None None] Checking segment: {'id': '931020f1-7c86-469f-adf5-68423cba10c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '3638f1b0-7659-4bcf-8869-1d5cb6b061fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:42:14.280671 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8c061166-746d-4881-88d9-d50d12d8ee04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:14.281212 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c061166-746d-4881-88d9-d50d12d8ee04 None None] Bound using segment: {'id': '931020f1-7c86-469f-adf5-68423cba10c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '3638f1b0-7659-4bcf-8869-1d5cb6b061fb'} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:42:14.281849 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-8c061166-746d-4881-88d9-d50d12d8ee04 None None] Bound port: e4bb874b-b8a6-4ba5-9b23-49c2a25fb712, host: dv-cinder-786927-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931020f1-7c86-469f-adf5-68423cba10c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '3638f1b0-7659-4bcf-8869-1d5cb6b061fb'}}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:42:14.282389 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8c061166-746d-4881-88d9-d50d12d8ee04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:14.356121 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fff3c9c5-e999-418e-a706-49c6f2c0771f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:14.393439 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-8c061166-746d-4881-88d9-d50d12d8ee04 None None] For port e4bb874b-b8a6-4ba5-9b23-49c2a25fb712, host dv-cinder-786927-2-smb, cleared binding levels {{(pid=86490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:42:14.404002 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fff3c9c5-e999-418e-a706-49c6f2c0771f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:14.409533 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-c976e4e7-a0e3-4b24-b8dd-61f5dd1ee45e tempest-VolumesActionsTest-304389175 tempest-VolumesActionsTest-304389175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:14.445984 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-8c061166-746d-4881-88d9-d50d12d8ee04 None None] For port e4bb874b-b8a6-4ba5-9b23-49c2a25fb712, host dv-cinder-786927-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=e4bb874b-b8a6-4ba5-9b23-49c2a25fb712,segment=NetworkSegment(931020f1-7c86-469f-adf5-68423cba10c9),segment_id=931020f1-7c86-469f-adf5-68423cba10c9)] {{(pid=86490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:42:14.467244 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8c061166-746d-4881-88d9-d50d12d8ee04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:14.473864 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:14.477751 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff3c9c5-e999-418e-a706-49c6f2c0771f admin admin] Network a0481120-3cc8-449f-86d5-38ee9053982b is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:42:14.480286 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] Set router 7945c8af-ebae-4248-8fd5-5018a7fc7a4a gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:42:14.480845 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-fff3c9c5-e999-418e-a706-49c6f2c0771f admin admin] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:42:14.484859 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff3c9c5-e999-418e-a706-49c6f2c0771f admin admin] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:42:14.517810 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3c9c5-e999-418e-a706-49c6f2c0771f admin admin] Pushing event updated for resources: {'Port': ['ID=1e273790-36ec-461f-a8cb-c1625d177649,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:14.524774 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-fff3c9c5-e999-418e-a706-49c6f2c0771f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:14.571089 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c061166-746d-4881-88d9-d50d12d8ee04 None None] Pushing event updated for resources: {'Port': ['ID=e4bb874b-b8a6-4ba5-9b23-49c2a25fb712,revision_number=2']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:14.574787 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-8c061166-746d-4881-88d9-d50d12d8ee04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:14.893737 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'name': 'tempest-TestShelveInstance-411486688-router', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd324c9a9-4d1d-4ed7-a332-3870400e1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:42:04Z', 'updated_at': '2021-04-20T17:42:09Z', 'revision_number': 4, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'gw_port': {'id': 'd324c9a9-4d1d-4ed7-a332-3870400e1522', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:43:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:05Z', 'updated_at': '2021-04-20T17:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': '983cb737-72c4-437e-9cc2-6e38d0562f1e', 'name': '', 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'mac_address': 'fa:16:3e:30:7b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a1f94765-634f-4282-b456-a023b8201bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:08Z', 'updated_at': '2021-04-20T17:42:09Z', 'revision_number': 2, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'subnets': [{'id': 'a1f94765-634f-4282-b456-a023b8201bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:42:14.899618 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] Checking router: 7945c8af-ebae-4248-8fd5-5018a7fc7a4a for host: dv-cinder-786927-2-smb {{(pid=86491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:42:14.900278 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] Updating router 7945c8af-ebae-4248-8fd5-5018a7fc7a4a port 983cb737-72c4-437e-9cc2-6e38d0562f1e binding host dv-cinder-786927-2-smb {{(pid=86491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 17:42:15.026351 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:15.299555 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fff3c9c5-e999-418e-a706-49c6f2c0771f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:15.395075 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] Notify callbacks [] for port, precommit_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:15.406977 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] Transition to ACTIVE for port object 983cb737-72c4-437e-9cc2-6e38d0562f1e will not be triggered until provisioned by entity L2. {{(pid=86491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:42:15.445014 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:15.450241 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-9628a6f2-c693-4482-93a1-a744a2444ed6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:15.622423 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0a3ff-d330-420f-bee0-91ec25a2201d None None] Pushing event updated for resources: {'Port': ['ID=983cb737-72c4-437e-9cc2-6e38d0562f1e,revision_number=3']} {{(pid=86491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:15.661780 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0a3ff-d330-420f-bee0-91ec25a2201d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:15.662083 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0a3ff-d330-420f-bee0-91ec25a2201d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:15.662460 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0a3ff-d330-420f-bee0-91ec25a2201d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:15.662861 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0a3ff-d330-420f-bee0-91ec25a2201d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:15.663225 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0a3ff-d330-420f-bee0-91ec25a2201d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:15.663592 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0a3ff-d330-420f-bee0-91ec25a2201d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:15.663955 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0a3ff-d330-420f-bee0-91ec25a2201d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:15.664312 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0a3ff-d330-420f-bee0-91ec25a2201d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:15.664648 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0a3ff-d330-420f-bee0-91ec25a2201d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:15.665011 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0a3ff-d330-420f-bee0-91ec25a2201d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:15.665742 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0a3ff-d330-420f-bee0-91ec25a2201d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:15.665742 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c0a3ff-d330-420f-bee0-91ec25a2201d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86491) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:15.674633 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-92c0a3ff-d330-420f-bee0-91ec25a2201d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:15.675517 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fff3c9c5-e999-418e-a706-49c6f2c0771f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854140348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854349860'] for router, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:15.691920 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] Attempting to bind port 983cb737-72c4-437e-9cc2-6e38d0562f1e on host dv-cinder-786927-2-smb for vnic_type normal with profile {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:42:15.692347 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] Attempting to bind port 983cb737-72c4-437e-9cc2-6e38d0562f1e by drivers openvswitch,hyperv on host dv-cinder-786927-2-smb at level 0 using segments [{'id': '17f52277-020b-408a-bc05-49cc70afea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0'}] {{(pid=86491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:42:15.692745 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] Attempting to bind port 983cb737-72c4-437e-9cc2-6e38d0562f1e on network e785f334-6767-476a-9220-c7787c18bfc0 {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:42:15.698716 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] Checking agent: {'id': '74ba6a7c-ead8-41e5-9ed8-4c77b6c88b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 26, 7), 'started_at': datetime.datetime(2021, 4, 20, 17, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:42:15.699142 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] Checking segment: {'id': '17f52277-020b-408a-bc05-49cc70afea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:42:15.699585 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:15.700021 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] Bound using segment: {'id': '17f52277-020b-408a-bc05-49cc70afea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0'} {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:42:15.700608 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] Bound port: 983cb737-72c4-437e-9cc2-6e38d0562f1e, host: dv-cinder-786927-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f52277-020b-408a-bc05-49cc70afea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0'}}] {{(pid=86491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:42:15.700924 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:15.830133 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] For port 983cb737-72c4-437e-9cc2-6e38d0562f1e, host dv-cinder-786927-2-smb, cleared binding levels {{(pid=86491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:42:15.833876 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] For port 983cb737-72c4-437e-9cc2-6e38d0562f1e, host dv-cinder-786927-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=983cb737-72c4-437e-9cc2-6e38d0562f1e,segment=NetworkSegment(17f52277-020b-408a-bc05-49cc70afea91),segment_id=17f52277-020b-408a-bc05-49cc70afea91)] {{(pid=86491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:42:15.851426 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device e4bb874b-b8a6-4ba5-9b23-49c2a25fb712 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:42:15.884669 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:15.890257 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-92c0a3ff-d330-420f-bee0-91ec25a2201d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:15.947068 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff3c9c5-e999-418e-a706-49c6f2c0771f admin admin] Router 17818f76-554f-4ac9-91b7-dfb844e7522f is scheduled to L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 with binding_index 1 {{(pid=86488) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 17:42:15.975468 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] Routers {'7945c8af-ebae-4248-8fd5-5018a7fc7a4a'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:42:15.976152 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:42:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['7945c8af-ebae-4248-8fd5-5018a7fc7a4a'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:42:15.983296 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning for port e4bb874b-b8a6-4ba5-9b23-49c2a25fb712 completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:42:16.200819 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff3c9c5-e999-418e-a706-49c6f2c0771f admin admin] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:42:16.202858 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904a8d99-d5a0-4bda-bb32-e834f87ebe09 None None] Network 3638f1b0-7659-4bcf-8869-1d5cb6b061fb requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:42:16.278260 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fff3c9c5-e999-418e-a706-49c6f2c0771f admin admin] Notify callbacks [] for router, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:16.282339 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-fff3c9c5-e999-418e-a706-49c6f2c0771f admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0540061 Apr 20 17:42:16.283366 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 58286) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:16.317204 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] Sync routers for ids ['17818f76-554f-4ac9-91b7-dfb844e7522f'] in dv-cinder-786927-2-smb {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:42:16.324501 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0a3ff-d330-420f-bee0-91ec25a2201d None None] Pushing event updated for resources: {'Port': ['ID=983cb737-72c4-437e-9cc2-6e38d0562f1e,revision_number=4']} {{(pid=86491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:16.342241 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-92c0a3ff-d330-420f-bee0-91ec25a2201d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:16.374012 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] Routers {'17818f76-554f-4ac9-91b7-dfb844e7522f'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:42:16.374730 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:42:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['17818f76-554f-4ac9-91b7-dfb844e7522f'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:42:16.398807 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] Set router 7945c8af-ebae-4248-8fd5-5018a7fc7a4a gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:42:16.443467 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-d54a8157-8612-414b-a259-d1b7322dbd69 None None] Provisioning for port e4bb874b-b8a6-4ba5-9b23-49c2a25fb712 completed by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:42:16.527537 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-d54a8157-8612-414b-a259-d1b7322dbd69 None None] Provisioning complete for port e4bb874b-b8a6-4ba5-9b23-49c2a25fb712 triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:42:16.528066 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d54a8157-8612-414b-a259-d1b7322dbd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:16.804579 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'name': 'tempest-TestShelveInstance-411486688-router', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd324c9a9-4d1d-4ed7-a332-3870400e1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:42:04Z', 'updated_at': '2021-04-20T17:42:09Z', 'revision_number': 4, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'gw_port': {'id': 'd324c9a9-4d1d-4ed7-a332-3870400e1522', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:43:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:05Z', 'updated_at': '2021-04-20T17:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': '983cb737-72c4-437e-9cc2-6e38d0562f1e', 'name': '', 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'mac_address': 'fa:16:3e:30:7b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a1f94765-634f-4282-b456-a023b8201bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:08Z', 'updated_at': '2021-04-20T17:42:15Z', 'revision_number': 4, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'subnets': [{'id': 'a1f94765-634f-4282-b456-a023b8201bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:42:16.809816 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff051dad-327c-4bdd-9f96-b5093913bffd None None] The sync data for ids ['7945c8af-ebae-4248-8fd5-5018a7fc7a4a'] in dv-cinder-786927-2-smb is: [{'id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'name': 'tempest-TestShelveInstance-411486688-router', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd324c9a9-4d1d-4ed7-a332-3870400e1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:42:04Z', 'updated_at': '2021-04-20T17:42:09Z', 'revision_number': 4, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'gw_port': {'id': 'd324c9a9-4d1d-4ed7-a332-3870400e1522', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:43:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:05Z', 'updated_at': '2021-04-20T17:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': '983cb737-72c4-437e-9cc2-6e38d0562f1e', 'name': '', 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'mac_address': 'fa:16:3e:30:7b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a1f94765-634f-4282-b456-a023b8201bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:08Z', 'updated_at': '2021-04-20T17:42:15Z', 'revision_number': 4, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'subnets': [{'id': 'a1f94765-634f-4282-b456-a023b8201bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:42:17.006810 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] Set router 17818f76-554f-4ac9-91b7-dfb844e7522f gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:42:17.103721 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-026aa375-f799-4b8c-99a7-e338ad382f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:17.128143 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d54a8157-8612-414b-a259-d1b7322dbd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:17.271419 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-d54a8157-8612-414b-a259-d1b7322dbd69 None None] For port e4bb874b-b8a6-4ba5-9b23-49c2a25fb712, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=e4bb874b-b8a6-4ba5-9b23-49c2a25fb712,segment=NetworkSegment(931020f1-7c86-469f-adf5-68423cba10c9),segment_id=931020f1-7c86-469f-adf5-68423cba10c9)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:42:17.365876 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d54a8157-8612-414b-a259-d1b7322dbd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:17.370477 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4de99413-17fc-45c3-9dd6-1a3a0132fa67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:17.371061 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-026aa375-f799-4b8c-99a7-e338ad382f4a admin admin] Allocated IP 172.20.0.1 (3638f1b0-7659-4bcf-8869-1d5cb6b061fb/fe9caff8-b0c3-44fb-b9d6-96256b88bd59/c61c2838-12be-4a40-854a-1af46988eb16) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:42:17.495460 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a8157-8612-414b-a259-d1b7322dbd69 None None] Pushing event updated for resources: {'Port': ['ID=e4bb874b-b8a6-4ba5-9b23-49c2a25fb712,revision_number=3']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:17.503872 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d54a8157-8612-414b-a259-d1b7322dbd69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:17.544953 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17818f76-554f-4ac9-91b7-dfb844e7522f', 'name': 'tempest-TestShelveInstance-2057579067-router', 'tenant_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.237'}], 'enable_snat': True}, 'gw_port_id': '1e273790-36ec-461f-a8cb-c1625d177649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:42:13Z', 'updated_at': '2021-04-20T17:42:15Z', 'revision_number': 3, 'project_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'gw_port': {'id': '1e273790-36ec-461f-a8cb-c1625d177649', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17818f76-554f-4ac9-91b7-dfb844e7522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:14Z', 'updated_at': '2021-04-20T17:42:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb'}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:42:17.552288 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] Checking router: 17818f76-554f-4ac9-91b7-dfb844e7522f for host: dv-cinder-786927-2-smb {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:42:17.552824 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] Updating router 17818f76-554f-4ac9-91b7-dfb844e7522f port 1e273790-36ec-461f-a8cb-c1625d177649 binding host dv-cinder-786927-2-smb {{(pid=86490) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 17:42:17.618356 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:17.691267 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-fb43c35f-7ce6-4ddb-8e4f-a444220141b1 None None] Provisioning complete for port e4bb874b-b8a6-4ba5-9b23-49c2a25fb712 triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:42:17.691603 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fb43c35f-7ce6-4ddb-8e4f-a444220141b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:17.852065 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 983cb737-72c4-437e-9cc2-6e38d0562f1e up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:42:17.873045 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-026aa375-f799-4b8c-99a7-e338ad382f4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:17.889017 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-026aa375-f799-4b8c-99a7-e338ad382f4a admin admin] Transition to ACTIVE for port object c61c2838-12be-4a40-854a-1af46988eb16 will not be triggered until provisioned by entity DHCP. {{(pid=86488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:42:17.952490 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-026aa375-f799-4b8c-99a7-e338ad382f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:17.957901 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7b2ea0ac-b4e4-45b6-8454-0b7b255ab419 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:18.024248 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026aa375-f799-4b8c-99a7-e338ad382f4a admin admin] Network 3638f1b0-7659-4bcf-8869-1d5cb6b061fb is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:42:18.027279 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-026aa375-f799-4b8c-99a7-e338ad382f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:42:18.031230 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026aa375-f799-4b8c-99a7-e338ad382f4a admin admin] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:42:18.071515 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026aa375-f799-4b8c-99a7-e338ad382f4a admin admin] Pushing event updated for resources: {'Port': ['ID=c61c2838-12be-4a40-854a-1af46988eb16,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:18.076132 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-026aa375-f799-4b8c-99a7-e338ad382f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:18.097515 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-026aa375-f799-4b8c-99a7-e338ad382f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636417'] for router_interface, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:18.135206 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning for port 983cb737-72c4-437e-9cc2-6e38d0562f1e completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:42:18.154352 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port 983cb737-72c4-437e-9cc2-6e38d0562f1e triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:42:18.154808 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:18.229839 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] Notify callbacks [] for port, precommit_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:18.249105 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] Transition to ACTIVE for port object 1e273790-36ec-461f-a8cb-c1625d177649 will not be triggered until provisioned by entity L2. {{(pid=86490) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:42:18.298176 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:18.304835 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:18.386236 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-026aa375-f799-4b8c-99a7-e338ad382f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:18.398157 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:18.416351 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-c0554442-8040-42f9-85eb-3dc69c3fa6fa None None] Provisioning for port c61c2838-12be-4a40-854a-1af46988eb16 completed by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:42:18.424228 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] Attempting to bind port 1e273790-36ec-461f-a8cb-c1625d177649 on host dv-cinder-786927-2-smb for vnic_type normal with profile {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:42:18.424649 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] Attempting to bind port 1e273790-36ec-461f-a8cb-c1625d177649 by drivers openvswitch,hyperv on host dv-cinder-786927-2-smb at level 0 using segments [{'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:42:18.425064 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] Attempting to bind port 1e273790-36ec-461f-a8cb-c1625d177649 on network a0481120-3cc8-449f-86d5-38ee9053982b {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:42:18.432804 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-c0554442-8040-42f9-85eb-3dc69c3fa6fa None None] Provisioning complete for port c61c2838-12be-4a40-854a-1af46988eb16 triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:42:18.433225 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c0554442-8040-42f9-85eb-3dc69c3fa6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:18.459749 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff082b-aa2d-4521-abb6-b23077cdaee2 None None] Pushing event updated for resources: {'Port': ['ID=1e273790-36ec-461f-a8cb-c1625d177649,revision_number=2']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:18.469100 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-76ff082b-aa2d-4521-abb6-b23077cdaee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:18.476598 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] Checking agent: {'id': '74ba6a7c-ead8-41e5-9ed8-4c77b6c88b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 26, 7), 'started_at': datetime.datetime(2021, 4, 20, 17, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:42:18.477022 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] Checking segment: {'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86490) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:42:18.477471 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:18.477910 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] Bound using segment: {'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'} {{(pid=86490) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:42:18.478437 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] Bound port: 1e273790-36ec-461f-a8cb-c1625d177649, host: dv-cinder-786927-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e9f102-11a2-4b4f-ab28-aef5c346bdb3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b'}}] {{(pid=86490) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:42:18.478929 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:18.558538 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] For port 983cb737-72c4-437e-9cc2-6e38d0562f1e, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=983cb737-72c4-437e-9cc2-6e38d0562f1e,segment=NetworkSegment(17f52277-020b-408a-bc05-49cc70afea91),segment_id=17f52277-020b-408a-bc05-49cc70afea91)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:42:18.573702 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-c0554442-8040-42f9-85eb-3dc69c3fa6fa None None] Port c61c2838-12be-4a40-854a-1af46988eb16 cannot update to ACTIVE because it is not bound. {{(pid=86490) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 17:42:18.616867 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] For port 1e273790-36ec-461f-a8cb-c1625d177649, host dv-cinder-786927-2-smb, cleared binding levels {{(pid=86490) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:42:18.621037 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] For port 1e273790-36ec-461f-a8cb-c1625d177649, host dv-cinder-786927-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=1e273790-36ec-461f-a8cb-c1625d177649,segment=NetworkSegment(b1e9f102-11a2-4b4f-ab28-aef5c346bdb3),segment_id=b1e9f102-11a2-4b4f-ab28-aef5c346bdb3)] {{(pid=86490) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:42:18.622398 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:18.623551 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device e4bb874b-b8a6-4ba5-9b23-49c2a25fb712 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:42:18.672171 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-026aa375-f799-4b8c-99a7-e338ad382f4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:18.679842 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:18.707010 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-026aa375-f799-4b8c-99a7-e338ad382f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2316177'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:18.721683 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:18.751012 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-40371da8-0fcc-4f4c-a631-a2dff6424f7a tempest-ServerRescueNegativeTestJSON-1393075668 tempest-ServerRescueNegativeTestJSON-1393075668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:18.793605 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] Routers {'17818f76-554f-4ac9-91b7-dfb844e7522f'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:42:18.794300 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:42:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['17818f76-554f-4ac9-91b7-dfb844e7522f'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:42:18.846268 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Pushing event updated for resources: {'Port': ['ID=983cb737-72c4-437e-9cc2-6e38d0562f1e,revision_number=5']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:18.848820 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-026aa375-f799-4b8c-99a7-e338ad382f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854139290'] for router_interface, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:18.853846 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026aa375-f799-4b8c-99a7-e338ad382f4a admin admin] Pushing event updated for resources: {'Port': ['ID=c61c2838-12be-4a40-854a-1af46988eb16,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:18.856159 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:18.857174 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:18.858670 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-026aa375-f799-4b8c-99a7-e338ad382f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:18.904237 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port e4bb874b-b8a6-4ba5-9b23-49c2a25fb712 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:42:18.904237 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:19.004022 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026aa375-f799-4b8c-99a7-e338ad382f4a admin admin] Network 3638f1b0-7659-4bcf-8869-1d5cb6b061fb is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:42:19.005272 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-026aa375-f799-4b8c-99a7-e338ad382f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:42:19.234861 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026aa375-f799-4b8c-99a7-e338ad382f4a admin admin] Router 17818f76-554f-4ac9-91b7-dfb844e7522f has already been hosted by L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 17:42:19.269405 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff082b-aa2d-4521-abb6-b23077cdaee2 None None] Pushing event updated for resources: {'Port': ['ID=1e273790-36ec-461f-a8cb-c1625d177649,revision_number=3']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:19.282950 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-76ff082b-aa2d-4521-abb6-b23077cdaee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:19.368237 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] Set router 17818f76-554f-4ac9-91b7-dfb844e7522f gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:42:19.422055 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-b3f2720f-9e21-4260-8c02-8455455c80d6 None None] Provisioning complete for port c61c2838-12be-4a40-854a-1af46988eb16 triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:42:19.422476 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b3f2720f-9e21-4260-8c02-8455455c80d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:19.428817 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026aa375-f799-4b8c-99a7-e338ad382f4a admin admin] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:42:19.437988 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-026aa375-f799-4b8c-99a7-e338ad382f4a admin admin] 10.222.0.75 "PUT /v2.0/routers/17818f76-554f-4ac9-91b7-dfb844e7522f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1535540 Apr 20 17:42:19.581822 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-b3f2720f-9e21-4260-8c02-8455455c80d6 None None] Port c61c2838-12be-4a40-854a-1af46988eb16 cannot update to ACTIVE because it is not bound. {{(pid=86490) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 17:42:19.773153 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17818f76-554f-4ac9-91b7-dfb844e7522f', 'name': 'tempest-TestShelveInstance-2057579067-router', 'tenant_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.237'}], 'enable_snat': True}, 'gw_port_id': '1e273790-36ec-461f-a8cb-c1625d177649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:42:13Z', 'updated_at': '2021-04-20T17:42:18Z', 'revision_number': 4, 'project_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'gw_port': {'id': '1e273790-36ec-461f-a8cb-c1625d177649', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17818f76-554f-4ac9-91b7-dfb844e7522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:14Z', 'updated_at': '2021-04-20T17:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': 'c61c2838-12be-4a40-854a-1af46988eb16', 'name': '', 'network_id': '3638f1b0-7659-4bcf-8869-1d5cb6b061fb', 'tenant_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'mac_address': 'fa:16:3e:b4:d0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17818f76-554f-4ac9-91b7-dfb844e7522f', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'fe9caff8-b0c3-44fb-b9d6-96256b88bd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:17Z', 'updated_at': '2021-04-20T17:42:18Z', 'revision_number': 2, 'project_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'subnets': [{'id': 'fe9caff8-b0c3-44fb-b9d6-96256b88bd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:42:19.777488 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a50f74-c66b-4340-8184-7d4d3906b25c None None] The sync data for ids ['17818f76-554f-4ac9-91b7-dfb844e7522f'] in dv-cinder-786927-2-smb is: [{'id': '17818f76-554f-4ac9-91b7-dfb844e7522f', 'name': 'tempest-TestShelveInstance-2057579067-router', 'tenant_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.237'}], 'enable_snat': True}, 'gw_port_id': '1e273790-36ec-461f-a8cb-c1625d177649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:42:13Z', 'updated_at': '2021-04-20T17:42:18Z', 'revision_number': 4, 'project_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'gw_port': {'id': '1e273790-36ec-461f-a8cb-c1625d177649', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17818f76-554f-4ac9-91b7-dfb844e7522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:14Z', 'updated_at': '2021-04-20T17:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': 'c61c2838-12be-4a40-854a-1af46988eb16', 'name': '', 'network_id': '3638f1b0-7659-4bcf-8869-1d5cb6b061fb', 'tenant_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'mac_address': 'fa:16:3e:b4:d0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17818f76-554f-4ac9-91b7-dfb844e7522f', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'fe9caff8-b0c3-44fb-b9d6-96256b88bd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:17Z', 'updated_at': '2021-04-20T17:42:18Z', 'revision_number': 2, 'project_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'subnets': [{'id': 'fe9caff8-b0c3-44fb-b9d6-96256b88bd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:42:19.805024 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 983cb737-72c4-437e-9cc2-6e38d0562f1e up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:42:19.880314 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port 983cb737-72c4-437e-9cc2-6e38d0562f1e triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:42:19.880815 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:20.270355 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 58340) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:20.276340 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-6268ffdb-a6d2-4998-9750-7e4427f9425f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1920623308', 'description': 'tempest-secgroup-smoke-1920623308 description', 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:42:20.285599 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-6268ffdb-a6d2-4998-9750-7e4427f9425f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:42:20.290797 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-6268ffdb-a6d2-4998-9750-7e4427f9425f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Usage tracker for resource:security_group and tenant:2bc5b9d2fa464c55a7d7ec3a21f8ee5b is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:42:20.294317 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-6268ffdb-a6d2-4998-9750-7e4427f9425f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:42:20.301069 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-6268ffdb-a6d2-4998-9750-7e4427f9425f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:42:20.352483 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6268ffdb-a6d2-4998-9750-7e4427f9425f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:20.375184 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-6268ffdb-a6d2-4998-9750-7e4427f9425f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:42:20.379551 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-6268ffdb-a6d2-4998-9750-7e4427f9425f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Usage tracker for resource:security_group_rule and tenant:2bc5b9d2fa464c55a7d7ec3a21f8ee5b is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:42:20.383189 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-6268ffdb-a6d2-4998-9750-7e4427f9425f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:42:20.389488 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-6268ffdb-a6d2-4998-9750-7e4427f9425f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:42:20.502184 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6268ffdb-a6d2-4998-9750-7e4427f9425f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:20.523692 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6268ffdb-a6d2-4998-9750-7e4427f9425f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:20.529787 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:20.580322 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268ffdb-a6d2-4998-9750-7e4427f9425f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8dfb09-e4d6-415f-bb08-65d824ebb39b,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:20.583268 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-6268ffdb-a6d2-4998-9750-7e4427f9425f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:20.609835 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6268ffdb-a6d2-4998-9750-7e4427f9425f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:20.612109 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-6268ffdb-a6d2-4998-9750-7e4427f9425f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3406024 Apr 20 17:42:20.615378 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 58350) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:20.621337 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-c974e57b-8e38-4c08-864f-c371f49127ef tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Request body: {'security_group_rule': {'security_group_id': 'dd8dfb09-e4d6-415f-bb08-65d824ebb39b', 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:42:20.628190 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-c974e57b-8e38-4c08-864f-c371f49127ef tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:42:20.632611 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-c974e57b-8e38-4c08-864f-c371f49127ef tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Usage tracker for resource:security_group_rule and tenant:2bc5b9d2fa464c55a7d7ec3a21f8ee5b is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:42:20.635728 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-c974e57b-8e38-4c08-864f-c371f49127ef tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:42:20.642025 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-c974e57b-8e38-4c08-864f-c371f49127ef tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:42:20.691667 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c974e57b-8e38-4c08-864f-c371f49127ef tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:20.764263 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c974e57b-8e38-4c08-864f-c371f49127ef tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:20.792321 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c974e57b-8e38-4c08-864f-c371f49127ef tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378812'] for security_group_rule, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:20.794503 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:20.817963 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974e57b-8e38-4c08-864f-c371f49127ef tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ffe47bc-784e-4f87-9dca-23df4ccf1e8f,revision_number=0']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:20.822605 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-c974e57b-8e38-4c08-864f-c371f49127ef tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:20.855321 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c974e57b-8e38-4c08-864f-c371f49127ef tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:20.856649 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-c974e57b-8e38-4c08-864f-c371f49127ef tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2401171 Apr 20 17:42:20.861352 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 58358) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:20.866120 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-e310cd78-cbec-457d-9221-1977d1f63dbc tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Request body: {'security_group_rule': {'security_group_id': 'dd8dfb09-e4d6-415f-bb08-65d824ebb39b', 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:42:20.872970 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-e310cd78-cbec-457d-9221-1977d1f63dbc tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:42:20.877167 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-e310cd78-cbec-457d-9221-1977d1f63dbc tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Usage tracker for resource:security_group_rule and tenant:2bc5b9d2fa464c55a7d7ec3a21f8ee5b is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:42:20.880314 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-e310cd78-cbec-457d-9221-1977d1f63dbc tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:42:20.886722 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-e310cd78-cbec-457d-9221-1977d1f63dbc tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:42:20.962670 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e310cd78-cbec-457d-9221-1977d1f63dbc tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:21.028684 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e310cd78-cbec-457d-9221-1977d1f63dbc tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:21.078139 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e310cd78-cbec-457d-9221-1977d1f63dbc tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378812'] for security_group_rule, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:21.085764 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f8cb5e88-0da2-4b45-a7b5-e54954c6284a tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:21.107733 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310cd78-cbec-457d-9221-1977d1f63dbc tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6236ca-a67d-48ed-b045-8ffd6a1ce367,revision_number=0']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:21.110654 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-e310cd78-cbec-457d-9221-1977d1f63dbc tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:21.135737 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e310cd78-cbec-457d-9221-1977d1f63dbc tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:21.136977 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-e310cd78-cbec-457d-9221-1977d1f63dbc tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2762611 Apr 20 17:42:21.139726 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 58366) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:21.146134 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-de635060-4241-4bd9-9c6e-605e1664ae6d tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Request body: {'security_group_rule': {'security_group_id': 'dd8dfb09-e4d6-415f-bb08-65d824ebb39b', 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:42:21.152673 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-de635060-4241-4bd9-9c6e-605e1664ae6d tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:42:21.156932 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-de635060-4241-4bd9-9c6e-605e1664ae6d tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Usage tracker for resource:security_group_rule and tenant:2bc5b9d2fa464c55a7d7ec3a21f8ee5b is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:42:21.160612 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-de635060-4241-4bd9-9c6e-605e1664ae6d tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:42:21.166751 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-de635060-4241-4bd9-9c6e-605e1664ae6d tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:42:21.211390 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-de635060-4241-4bd9-9c6e-605e1664ae6d tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:21.276884 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-de635060-4241-4bd9-9c6e-605e1664ae6d tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:21.295973 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-de635060-4241-4bd9-9c6e-605e1664ae6d tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378812'] for security_group_rule, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:21.298000 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:21.319730 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de635060-4241-4bd9-9c6e-605e1664ae6d tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33655737-a86f-47f0-a1ba-5ac1c828e9be,revision_number=0']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:21.323859 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-de635060-4241-4bd9-9c6e-605e1664ae6d tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:21.346347 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-de635060-4241-4bd9-9c6e-605e1664ae6d tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:21.347644 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-de635060-4241-4bd9-9c6e-605e1664ae6d tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2068856 Apr 20 17:42:21.350453 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 58370) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:21.355833 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-767def38-d8ea-4817-b91c-6bdd47b62f83 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Request body: {'security_group_rule': {'security_group_id': 'dd8dfb09-e4d6-415f-bb08-65d824ebb39b', 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:42:21.362291 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-767def38-d8ea-4817-b91c-6bdd47b62f83 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:42:21.366304 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-767def38-d8ea-4817-b91c-6bdd47b62f83 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Usage tracker for resource:security_group_rule and tenant:2bc5b9d2fa464c55a7d7ec3a21f8ee5b is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:42:21.369428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-767def38-d8ea-4817-b91c-6bdd47b62f83 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:42:21.375353 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-767def38-d8ea-4817-b91c-6bdd47b62f83 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:42:21.409995 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-767def38-d8ea-4817-b91c-6bdd47b62f83 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:21.694936 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-767def38-d8ea-4817-b91c-6bdd47b62f83 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:21.746275 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-767def38-d8ea-4817-b91c-6bdd47b62f83 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378812'] for security_group_rule, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:21.748455 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:21.773619 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767def38-d8ea-4817-b91c-6bdd47b62f83 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb923f6-2916-4754-8ca4-efa051d4996a,revision_number=0']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:21.776329 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-767def38-d8ea-4817-b91c-6bdd47b62f83 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:21.808181 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 1e273790-36ec-461f-a8cb-c1625d177649 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:42:21.809242 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-767def38-d8ea-4817-b91c-6bdd47b62f83 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:21.810749 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-767def38-d8ea-4817-b91c-6bdd47b62f83 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4591942 Apr 20 17:42:21.813474 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 58376) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:21.820484 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-f892e9b1-5205-4be0-ae75-0a2a5afb4c94 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Request body: {'security_group_rule': {'security_group_id': 'dd8dfb09-e4d6-415f-bb08-65d824ebb39b', 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:42:21.827233 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-f892e9b1-5205-4be0-ae75-0a2a5afb4c94 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:42:21.831404 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-f892e9b1-5205-4be0-ae75-0a2a5afb4c94 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Usage tracker for resource:security_group_rule and tenant:2bc5b9d2fa464c55a7d7ec3a21f8ee5b is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:42:21.834521 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-f892e9b1-5205-4be0-ae75-0a2a5afb4c94 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:42:21.840967 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-f892e9b1-5205-4be0-ae75-0a2a5afb4c94 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:42:21.878471 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.securitygroups_db [None req-f892e9b1-5205-4be0-ae75-0a2a5afb4c94 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Project 2bc5b9d2fa464c55a7d7ec3a21f8ee5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:42:21.885925 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f892e9b1-5205-4be0-ae75-0a2a5afb4c94 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:21.912098 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning for port 1e273790-36ec-461f-a8cb-c1625d177649 completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:42:21.917208 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port 1e273790-36ec-461f-a8cb-c1625d177649 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:42:21.917628 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:21.958845 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f892e9b1-5205-4be0-ae75-0a2a5afb4c94 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:21.986311 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f892e9b1-5205-4be0-ae75-0a2a5afb4c94 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378812'] for security_group_rule, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:21.988488 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:22.017508 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892e9b1-5205-4be0-ae75-0a2a5afb4c94 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e91f549-0420-4a51-8c0e-62e12668ab4f,revision_number=0']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:22.020663 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f892e9b1-5205-4be0-ae75-0a2a5afb4c94 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:22.045078 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:22.055090 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f892e9b1-5205-4be0-ae75-0a2a5afb4c94 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:22.057220 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-f892e9b1-5205-4be0-ae75-0a2a5afb4c94 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2419593 Apr 20 17:42:22.059398 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 58388) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:22.062185 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] For port 1e273790-36ec-461f-a8cb-c1625d177649, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=1e273790-36ec-461f-a8cb-c1625d177649,segment=NetworkSegment(b1e9f102-11a2-4b4f-ab28-aef5c346bdb3),segment_id=b1e9f102-11a2-4b4f-ab28-aef5c346bdb3)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:42:22.065812 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-b217cfea-8731-4953-95dd-2fe59ab0cdce tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Request body: {'security_group_rule': {'security_group_id': 'dd8dfb09-e4d6-415f-bb08-65d824ebb39b', 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:42:22.072296 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-b217cfea-8731-4953-95dd-2fe59ab0cdce tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:42:22.076344 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-b217cfea-8731-4953-95dd-2fe59ab0cdce tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Usage tracker for resource:security_group_rule and tenant:2bc5b9d2fa464c55a7d7ec3a21f8ee5b is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:42:22.080076 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-b217cfea-8731-4953-95dd-2fe59ab0cdce tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:42:22.086255 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-b217cfea-8731-4953-95dd-2fe59ab0cdce tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:42:22.089757 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:22.092020 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-8c061166-746d-4881-88d9-d50d12d8ee04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:22.146401 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.securitygroups_db [None req-b217cfea-8731-4953-95dd-2fe59ab0cdce tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Project 2bc5b9d2fa464c55a7d7ec3a21f8ee5b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 17:42:22.154895 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b217cfea-8731-4953-95dd-2fe59ab0cdce tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:22.170791 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Pushing event updated for resources: {'Port': ['ID=1e273790-36ec-461f-a8cb-c1625d177649,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:22.174138 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:22.241835 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b217cfea-8731-4953-95dd-2fe59ab0cdce tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:22.260650 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b217cfea-8731-4953-95dd-2fe59ab0cdce tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378812'] for security_group_rule, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:22.263374 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-767def38-d8ea-4817-b91c-6bdd47b62f83 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:22.290457 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217cfea-8731-4953-95dd-2fe59ab0cdce tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93445be3-c3e8-4c4b-a8ac-da0a7b07ab63,revision_number=0']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:22.293162 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b217cfea-8731-4953-95dd-2fe59ab0cdce tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:22.335140 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b217cfea-8731-4953-95dd-2fe59ab0cdce tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:22.336471 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-b217cfea-8731-4953-95dd-2fe59ab0cdce tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2758894 Apr 20 17:42:22.506546 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 58406) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:22.638650 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9c67eb13-cd9e-49b0-92bd-8cd5f2e38b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:22.658211 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-9c67eb13-cd9e-49b0-92bd-8cd5f2e38b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:42:22.662484 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-9c67eb13-cd9e-49b0-92bd-8cd5f2e38b31 admin admin] Usage tracker for resource:security_group_rule and tenant:29bcb41752ae4fde84a9a486499d824e is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:42:22.665904 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-9c67eb13-cd9e-49b0-92bd-8cd5f2e38b31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:42:22.672259 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-9c67eb13-cd9e-49b0-92bd-8cd5f2e38b31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:42:22.760686 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9c67eb13-cd9e-49b0-92bd-8cd5f2e38b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:22.786332 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9c67eb13-cd9e-49b0-92bd-8cd5f2e38b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:22.796214 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-195ad754-1109-45db-a5f9-43b2727dc773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:22.841592 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-9c67eb13-cd9e-49b0-92bd-8cd5f2e38b31 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=29bcb41752ae4fde84a9a486499d824e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3311632 Apr 20 17:42:22.841592 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67eb13-cd9e-49b0-92bd-8cd5f2e38b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e065589-e013-4312-b805-3295185711b0,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:22.842024 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 58444) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:22.844466 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-9c67eb13-cd9e-49b0-92bd-8cd5f2e38b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:22.910201 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-12bc3818-4efb-4b14-8734-183b9584a339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:22.937915 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-12bc3818-4efb-4b14-8734-183b9584a339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:22.963185 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] Sync routers for ids ['17818f76-554f-4ac9-91b7-dfb844e7522f'] in dv-cinder-786927-2-smb {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:42:22.973031 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] Routers {'17818f76-554f-4ac9-91b7-dfb844e7522f'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:42:22.973698 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:42:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['17818f76-554f-4ac9-91b7-dfb844e7522f'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:42:23.066343 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-12bc3818-4efb-4b14-8734-183b9584a339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:23.071623 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a96ac72e-0708-489f-935c-b1d351033a15 tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:23.083576 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc3818-4efb-4b14-8734-183b9584a339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e065589-e013-4312-b805-3295185711b0,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:23.094477 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bc3818-4efb-4b14-8734-183b9584a339 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:23.094914 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bc3818-4efb-4b14-8734-183b9584a339 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:23.095539 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bc3818-4efb-4b14-8734-183b9584a339 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:23.095958 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bc3818-4efb-4b14-8734-183b9584a339 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:23.096383 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bc3818-4efb-4b14-8734-183b9584a339 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:23.096761 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bc3818-4efb-4b14-8734-183b9584a339 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:23.097168 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bc3818-4efb-4b14-8734-183b9584a339 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:23.097579 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bc3818-4efb-4b14-8734-183b9584a339 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:23.097991 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bc3818-4efb-4b14-8734-183b9584a339 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:23.098397 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bc3818-4efb-4b14-8734-183b9584a339 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:23.098798 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bc3818-4efb-4b14-8734-183b9584a339 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:23.099380 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bc3818-4efb-4b14-8734-183b9584a339 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:23.103371 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-12bc3818-4efb-4b14-8734-183b9584a339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:23.104413 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-12bc3818-4efb-4b14-8734-183b9584a339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:23.109805 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-12bc3818-4efb-4b14-8734-183b9584a339 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6e065589-e013-4312-b805-3295185711b0 HTTP/1.1" status: 204 len: 168 time: 0.2624238 Apr 20 17:42:23.167454 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] Set router 17818f76-554f-4ac9-91b7-dfb844e7522f gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:42:23.520319 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17818f76-554f-4ac9-91b7-dfb844e7522f', 'name': 'tempest-TestShelveInstance-2057579067-router', 'tenant_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.237'}], 'enable_snat': True}, 'gw_port_id': '1e273790-36ec-461f-a8cb-c1625d177649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:42:13Z', 'updated_at': '2021-04-20T17:42:18Z', 'revision_number': 4, 'project_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'gw_port': {'id': '1e273790-36ec-461f-a8cb-c1625d177649', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17818f76-554f-4ac9-91b7-dfb844e7522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:14Z', 'updated_at': '2021-04-20T17:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': 'c61c2838-12be-4a40-854a-1af46988eb16', 'name': '', 'network_id': '3638f1b0-7659-4bcf-8869-1d5cb6b061fb', 'tenant_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'mac_address': 'fa:16:3e:b4:d0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17818f76-554f-4ac9-91b7-dfb844e7522f', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'fe9caff8-b0c3-44fb-b9d6-96256b88bd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:17Z', 'updated_at': '2021-04-20T17:42:18Z', 'revision_number': 2, 'project_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'subnets': [{'id': 'fe9caff8-b0c3-44fb-b9d6-96256b88bd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:42:23.524333 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] Checking router: 17818f76-554f-4ac9-91b7-dfb844e7522f for host: dv-cinder-786927-2-smb {{(pid=86491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:42:23.524756 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] Updating router 17818f76-554f-4ac9-91b7-dfb844e7522f port c61c2838-12be-4a40-854a-1af46988eb16 binding host dv-cinder-786927-2-smb {{(pid=86491) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 17:42:23.583229 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:23.637147 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 58470) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:23.656727 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7c8c735e-bfde-4e01-bd57-066acee475e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:23.672582 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-7c8c735e-bfde-4e01-bd57-066acee475e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:42:23.677243 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-7c8c735e-bfde-4e01-bd57-066acee475e5 admin admin] Usage tracker for resource:security_group_rule and tenant:988b5dcb4ed94a6aaa8d0f6912c6525a is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:42:23.680232 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-7c8c735e-bfde-4e01-bd57-066acee475e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:42:23.686412 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-7c8c735e-bfde-4e01-bd57-066acee475e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:42:23.777071 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7c8c735e-bfde-4e01-bd57-066acee475e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:23.795459 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 1e273790-36ec-461f-a8cb-c1625d177649 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:42:23.844647 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7c8c735e-bfde-4e01-bd57-066acee475e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:23.862173 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-9c67eb13-cd9e-49b0-92bd-8cd5f2e38b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:23.877747 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port 1e273790-36ec-461f-a8cb-c1625d177649 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:42:23.878252 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:23.914029 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 58478) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:23.914236 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-7c8c735e-bfde-4e01-bd57-066acee475e5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=988b5dcb4ed94a6aaa8d0f6912c6525a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758198 Apr 20 17:42:23.915267 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c735e-bfde-4e01-bd57-066acee475e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cf1fb8-54fe-4263-a031-166557278e1e,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:23.918829 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7c8c735e-bfde-4e01-bd57-066acee475e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:23.995846 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b49fc340-b957-4262-a156-b37b5a9753e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:24.006081 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] Notify callbacks [] for port, precommit_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:24.018465 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] Transition to ACTIVE for port object c61c2838-12be-4a40-854a-1af46988eb16 will not be triggered until provisioned by entity L2. {{(pid=86491) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:42:24.025580 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b49fc340-b957-4262-a156-b37b5a9753e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:24.055526 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:24.062311 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:24.101127 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b49fc340-b957-4262-a156-b37b5a9753e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:24.106381 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-77cc6601-4cd0-410c-a191-79ebb7bb399a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:24.121614 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49fc340-b957-4262-a156-b37b5a9753e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cf1fb8-54fe-4263-a031-166557278e1e,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:24.128586 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b49fc340-b957-4262-a156-b37b5a9753e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:24.129400 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b49fc340-b957-4262-a156-b37b5a9753e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:24.130682 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-b49fc340-b957-4262-a156-b37b5a9753e3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e7cf1fb8-54fe-4263-a031-166557278e1e HTTP/1.1" status: 204 len: 168 time: 0.2147994 Apr 20 17:42:24.242355 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3856d76-3346-457c-ac06-68c3586bc684 None None] Pushing event updated for resources: {'Port': ['ID=c61c2838-12be-4a40-854a-1af46988eb16,revision_number=3']} {{(pid=86491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:24.275689 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f3856d76-3346-457c-ac06-68c3586bc684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:24.299034 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] Attempting to bind port c61c2838-12be-4a40-854a-1af46988eb16 on host dv-cinder-786927-2-smb for vnic_type normal with profile {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:42:24.299458 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] Attempting to bind port c61c2838-12be-4a40-854a-1af46988eb16 by drivers openvswitch,hyperv on host dv-cinder-786927-2-smb at level 0 using segments [{'id': '931020f1-7c86-469f-adf5-68423cba10c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '3638f1b0-7659-4bcf-8869-1d5cb6b061fb'}] {{(pid=86491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:42:24.299867 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] Attempting to bind port c61c2838-12be-4a40-854a-1af46988eb16 on network 3638f1b0-7659-4bcf-8869-1d5cb6b061fb {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:42:24.306129 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] Checking agent: {'id': '74ba6a7c-ead8-41e5-9ed8-4c77b6c88b76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786927-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 26, 7), 'started_at': datetime.datetime(2021, 4, 20, 17, 26, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786927-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:42:24.306440 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] Checking segment: {'id': '931020f1-7c86-469f-adf5-68423cba10c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '3638f1b0-7659-4bcf-8869-1d5cb6b061fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86491) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:42:24.307135 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:24.307576 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] Bound using segment: {'id': '931020f1-7c86-469f-adf5-68423cba10c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '3638f1b0-7659-4bcf-8869-1d5cb6b061fb'} {{(pid=86491) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:42:24.308104 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] Bound port: c61c2838-12be-4a40-854a-1af46988eb16, host: dv-cinder-786927-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931020f1-7c86-469f-adf5-68423cba10c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '3638f1b0-7659-4bcf-8869-1d5cb6b061fb'}}] {{(pid=86491) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:42:24.308520 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:24.414694 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] For port c61c2838-12be-4a40-854a-1af46988eb16, host dv-cinder-786927-2-smb, cleared binding levels {{(pid=86491) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:42:24.423101 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] For port c61c2838-12be-4a40-854a-1af46988eb16, host dv-cinder-786927-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=c61c2838-12be-4a40-854a-1af46988eb16,segment=NetworkSegment(931020f1-7c86-469f-adf5-68423cba10c9),segment_id=931020f1-7c86-469f-adf5-68423cba10c9)] {{(pid=86491) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:42:24.467516 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86491) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:24.484322 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:24.543946 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:24.568380 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3856d76-3346-457c-ac06-68c3586bc684 None None] Pushing event updated for resources: {'Port': ['ID=c61c2838-12be-4a40-854a-1af46988eb16,revision_number=4']} {{(pid=86491) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:24.573644 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f3856d76-3346-457c-ac06-68c3586bc684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86491) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:24.575915 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] Routers {'17818f76-554f-4ac9-91b7-dfb844e7522f'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:42:24.576795 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:42:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['17818f76-554f-4ac9-91b7-dfb844e7522f'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:42:24.801131 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] Set router 17818f76-554f-4ac9-91b7-dfb844e7522f gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:42:25.307794 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17818f76-554f-4ac9-91b7-dfb844e7522f', 'name': 'tempest-TestShelveInstance-2057579067-router', 'tenant_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.237'}], 'enable_snat': True}, 'gw_port_id': '1e273790-36ec-461f-a8cb-c1625d177649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:42:13Z', 'updated_at': '2021-04-20T17:42:18Z', 'revision_number': 4, 'project_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'gw_port': {'id': '1e273790-36ec-461f-a8cb-c1625d177649', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17818f76-554f-4ac9-91b7-dfb844e7522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:14Z', 'updated_at': '2021-04-20T17:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': 'c61c2838-12be-4a40-854a-1af46988eb16', 'name': '', 'network_id': '3638f1b0-7659-4bcf-8869-1d5cb6b061fb', 'tenant_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'mac_address': 'fa:16:3e:b4:d0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17818f76-554f-4ac9-91b7-dfb844e7522f', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'fe9caff8-b0c3-44fb-b9d6-96256b88bd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:17Z', 'updated_at': '2021-04-20T17:42:24Z', 'revision_number': 4, 'project_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'subnets': [{'id': 'fe9caff8-b0c3-44fb-b9d6-96256b88bd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:42:25.312037 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5a79f1-baa7-4b44-bd47-a301ad748407 None None] The sync data for ids ['17818f76-554f-4ac9-91b7-dfb844e7522f'] in dv-cinder-786927-2-smb is: [{'id': '17818f76-554f-4ac9-91b7-dfb844e7522f', 'name': 'tempest-TestShelveInstance-2057579067-router', 'tenant_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.237'}], 'enable_snat': True}, 'gw_port_id': '1e273790-36ec-461f-a8cb-c1625d177649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:42:13Z', 'updated_at': '2021-04-20T17:42:18Z', 'revision_number': 4, 'project_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'gw_port': {'id': '1e273790-36ec-461f-a8cb-c1625d177649', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17818f76-554f-4ac9-91b7-dfb844e7522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:14Z', 'updated_at': '2021-04-20T17:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': 'c61c2838-12be-4a40-854a-1af46988eb16', 'name': '', 'network_id': '3638f1b0-7659-4bcf-8869-1d5cb6b061fb', 'tenant_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'mac_address': 'fa:16:3e:b4:d0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17818f76-554f-4ac9-91b7-dfb844e7522f', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'fe9caff8-b0c3-44fb-b9d6-96256b88bd59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:17Z', 'updated_at': '2021-04-20T17:42:24Z', 'revision_number': 4, 'project_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'subnets': [{'id': 'fe9caff8-b0c3-44fb-b9d6-96256b88bd59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:42:25.834183 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device c61c2838-12be-4a40-854a-1af46988eb16 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:42:25.947157 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning for port c61c2838-12be-4a40-854a-1af46988eb16 completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:42:25.953207 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port c61c2838-12be-4a40-854a-1af46988eb16 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:42:25.953621 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:26.093800 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:26.129988 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] For port c61c2838-12be-4a40-854a-1af46988eb16, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=c61c2838-12be-4a40-854a-1af46988eb16,segment=NetworkSegment(931020f1-7c86-469f-adf5-68423cba10c9),segment_id=931020f1-7c86-469f-adf5-68423cba10c9)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:42:26.158103 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:26.161109 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:26.233916 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Pushing event updated for resources: {'Port': ['ID=c61c2838-12be-4a40-854a-1af46988eb16,revision_number=5']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:26.237695 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:27.788300 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device c61c2838-12be-4a40-854a-1af46988eb16 up at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:42:27.859860 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Provisioning complete for port c61c2838-12be-4a40-854a-1af46988eb16 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:42:27.860280 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:28.952359 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 58550) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:29.081773 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-40a818c7-1337-4504-916b-c309eed78f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:29.098373 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-40a818c7-1337-4504-916b-c309eed78f2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:42:29.102503 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-40a818c7-1337-4504-916b-c309eed78f2b admin admin] Usage tracker for resource:security_group_rule and tenant:72ee02094ae545ef9023fce0c8b46b7f is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:42:29.105500 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-40a818c7-1337-4504-916b-c309eed78f2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:42:29.112173 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-40a818c7-1337-4504-916b-c309eed78f2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:42:29.201216 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-40a818c7-1337-4504-916b-c309eed78f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:29.221252 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-40a818c7-1337-4504-916b-c309eed78f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:29.231136 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4aee844c-5198-4844-9d0a-5559fddd68d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:29.275652 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-40a818c7-1337-4504-916b-c309eed78f2b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=72ee02094ae545ef9023fce0c8b46b7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220744 Apr 20 17:42:29.277355 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a818c7-1337-4504-916b-c309eed78f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48111ab0-8ccf-4bdf-b656-b82de2dc4a5e,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:29.278532 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 58560) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:42:29.281181 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-40a818c7-1337-4504-916b-c309eed78f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:29.343762 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1a8f6ef7-e8ea-4e90-984a-fce3db4a6336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:29.371591 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1a8f6ef7-e8ea-4e90-984a-fce3db4a6336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:29.444877 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1a8f6ef7-e8ea-4e90-984a-fce3db4a6336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:29.450074 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7b160c4f-b1d1-4ae0-9a43-ca9b83f11a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:29.463620 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f6ef7-e8ea-4e90-984a-fce3db4a6336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48111ab0-8ccf-4bdf-b656-b82de2dc4a5e,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:29.466673 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-1a8f6ef7-e8ea-4e90-984a-fce3db4a6336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:29.467897 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1a8f6ef7-e8ea-4e90-984a-fce3db4a6336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:29.469099 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-1a8f6ef7-e8ea-4e90-984a-fce3db4a6336 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/48111ab0-8ccf-4bdf-b656-b82de2dc4a5e HTTP/1.1" status: 204 len: 168 time: 0.1894164 Apr 20 17:42:33.998151 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-309a25b4-9b11-40f2-a5a7-1501359ed004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:36.101368 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c98e91d9-021a-4141-9087-f55aa114e4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:36.923292 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:37.477834 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:38.054826 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:44.362514 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-329425b1-7e41-4036-9788-017e4efc4e07 req-20f5ff20-896e-4d12-905b-cb635f86d8bf tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1920623308&fields=id&tenant_id=2bc5b9d2fa464c55a7d7ec3a21f8ee5b HTTP/1.1" status: 200 len: 267 time: 0.0442743 Apr 20 17:42:44.532141 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329425b1-7e41-4036-9788-017e4efc4e07 req-d5f58e5f-fdca-4ac1-b200-950197f8232d tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:42:44.533704 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-329425b1-7e41-4036-9788-017e4efc4e07 req-d5f58e5f-fdca-4ac1-b200-950197f8232d tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/networks?id=e785f334-6767-476a-9220-c7787c18bfc0 HTTP/1.1" status: 200 len: 808 time: 0.1638827 Apr 20 17:42:44.549991 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-329425b1-7e41-4036-9788-017e4efc4e07 req-d1103355-8bd1-4c37-b2c0-87e5070615d5 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/quotas/2bc5b9d2fa464c55a7d7ec3a21f8ee5b HTTP/1.1" status: 200 len: 375 time: 0.0097430 Apr 20 17:42:44.638785 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-329425b1-7e41-4036-9788-017e4efc4e07 req-3a7729eb-659b-4eca-9b3a-9bb9c9c56b0d tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Synchronizing usage tracker for tenant:2bc5b9d2fa464c55a7d7ec3a21f8ee5b on resource:port {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:42:44.700504 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-329425b1-7e41-4036-9788-017e4efc4e07 req-3a7729eb-659b-4eca-9b3a-9bb9c9c56b0d tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Unset dirty status for tenant:2bc5b9d2fa464c55a7d7ec3a21f8ee5b on resource:port {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:42:44.701990 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-329425b1-7e41-4036-9788-017e4efc4e07 req-3a7729eb-659b-4eca-9b3a-9bb9c9c56b0d tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2bc5b9d2fa464c55a7d7ec3a21f8ee5b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1459665 Apr 20 17:42:44.849723 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-329425b1-7e41-4036-9788-017e4efc4e07 req-85578620-93d9-4b96-b2a1-1bdc81996ef3 service neutron] 10.222.0.75 "GET /v2.0/networks/e785f334-6767-476a-9220-c7787c18bfc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347775 Apr 20 17:42:44.994304 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-329425b1-7e41-4036-9788-017e4efc4e07 req-6d962043-fa34-4dae-acd9-b9c5d75b5d39 service neutron] 10.222.0.75 "GET /v2.0/networks/e785f334-6767-476a-9220-c7787c18bfc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374681 Apr 20 17:42:46.548621 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2cd3a8ba-1367-4b92-a2bd-354145a8f74a req-6e0f0f2f-af64-426c-aa1c-b6eb880446f1 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 210 time: 0.0608315 Apr 20 17:42:47.511691 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:42:47.761517 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f602b95f-b847-40de-aab1-365dc465b85a req-3a9956cf-6ef6-4966-be4c-980c3c014b22 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 210 time: 0.0529664 Apr 20 17:42:48.413046 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329425b1-7e41-4036-9788-017e4efc4e07 req-4cf8e8fe-3633-45e1-a579-aa716274ae7c tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:42:48.414598 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-329425b1-7e41-4036-9788-017e4efc4e07 req-4cf8e8fe-3633-45e1-a579-aa716274ae7c tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.76 "GET /v2.0/networks?id=e785f334-6767-476a-9220-c7787c18bfc0 HTTP/1.1" status: 200 len: 808 time: 0.1601663 Apr 20 17:42:48.505084 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-329425b1-7e41-4036-9788-017e4efc4e07 req-ce3e2d70-860a-4dde-a505-6acb67d3de12 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2bc5b9d2fa464c55a7d7ec3a21f8ee5b HTTP/1.1" status: 200 len: 8061 time: 0.0734298 Apr 20 17:42:48.514780 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-329425b1-7e41-4036-9788-017e4efc4e07 req-4292f341-ecce-4225-875e-77425f3bcd4f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Request body: {'port': {'device_id': '887e6d26-e247-43cf-8490-ca05b1a4a0e8', 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0', 'admin_state_up': True, 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'security_groups': ['dd8dfb09-e4d6-415f-bb08-65d824ebb39b']}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:42:48.662014 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-329425b1-7e41-4036-9788-017e4efc4e07 req-4292f341-ecce-4225-875e-77425f3bcd4f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:42:48.672350 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-329425b1-7e41-4036-9788-017e4efc4e07 req-4292f341-ecce-4225-875e-77425f3bcd4f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:42:48.712459 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-329425b1-7e41-4036-9788-017e4efc4e07 req-4292f341-ecce-4225-875e-77425f3bcd4f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Made reservation on behalf of 2bc5b9d2fa464c55a7d7ec3a21f8ee5b for: {'port': 1} {{(pid=86489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:42:48.719456 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-329425b1-7e41-4036-9788-017e4efc4e07 req-4292f341-ecce-4225-875e-77425f3bcd4f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:48.921159 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [req-329425b1-7e41-4036-9788-017e4efc4e07 req-4292f341-ecce-4225-875e-77425f3bcd4f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Allocated IP 172.20.0.12 (e785f334-6767-476a-9220-c7787c18bfc0/a1f94765-634f-4282-b456-a023b8201bb5/57dcac70-aa02-403c-ba55-382a2244564c) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:42:48.947020 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-be6e5cde-e0bb-42b1-a7ce-e860cebde231 req-27fe585a-3769-4212-8f20-201bc906f03e tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 210 time: 0.0557485 Apr 20 17:42:49.126887 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-329425b1-7e41-4036-9788-017e4efc4e07 req-4292f341-ecce-4225-875e-77425f3bcd4f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:49.143894 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [req-329425b1-7e41-4036-9788-017e4efc4e07 req-4292f341-ecce-4225-875e-77425f3bcd4f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Transition to ACTIVE for port object 57dcac70-aa02-403c-ba55-382a2244564c will not be triggered until provisioned by entity DHCP. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:42:49.210651 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-329425b1-7e41-4036-9788-017e4efc4e07 req-4292f341-ecce-4225-875e-77425f3bcd4f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278367'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:49.218132 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:49.279208 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-329425b1-7e41-4036-9788-017e4efc4e07 req-4292f341-ecce-4225-875e-77425f3bcd4f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Network e785f334-6767-476a-9220-c7787c18bfc0 is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:42:49.287122 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [req-329425b1-7e41-4036-9788-017e4efc4e07 req-4292f341-ecce-4225-875e-77425f3bcd4f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:42:49.292878 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-329425b1-7e41-4036-9788-017e4efc4e07 req-4292f341-ecce-4225-875e-77425f3bcd4f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:42:49.342358 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292f341-ecce-4225-875e-77425f3bcd4f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Pushing event updated for resources: {'Port': ['ID=57dcac70-aa02-403c-ba55-382a2244564c,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:49.347463 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4292f341-ecce-4225-875e-77425f3bcd4f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:49.380023 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329425b1-7e41-4036-9788-017e4efc4e07 req-4292f341-ecce-4225-875e-77425f3bcd4f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:42:49.380739 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-329425b1-7e41-4036-9788-017e4efc4e07 req-4292f341-ecce-4225-875e-77425f3bcd4f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:49.490480 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-329425b1-7e41-4036-9788-017e4efc4e07 req-4292f341-ecce-4225-875e-77425f3bcd4f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9795487 Apr 20 17:42:49.491838 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-30c51061-2760-4b34-8ca1-6882aeda1aeb None None] Provisioning for port 57dcac70-aa02-403c-ba55-382a2244564c completed by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:42:49.497696 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-30c51061-2760-4b34-8ca1-6882aeda1aeb None None] Provisioning complete for port 57dcac70-aa02-403c-ba55-382a2244564c triggered by entity DHCP. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:42:49.503101 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-30c51061-2760-4b34-8ca1-6882aeda1aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:49.510619 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-329425b1-7e41-4036-9788-017e4efc4e07 req-f7e58ff9-0312-443e-b250-c7d685b14278 service neutron] Request body: {'port': {'device_id': '887e6d26-e247-43cf-8490-ca05b1a4a0e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:42:49.568506 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-30c51061-2760-4b34-8ca1-6882aeda1aeb None None] Port 57dcac70-aa02-403c-ba55-382a2244564c cannot update to ACTIVE because it is not bound. {{(pid=86490) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 17:42:49.643633 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-329425b1-7e41-4036-9788-017e4efc4e07 req-f7e58ff9-0312-443e-b250-c7d685b14278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:50.008137 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [req-329425b1-7e41-4036-9788-017e4efc4e07 req-f7e58ff9-0312-443e-b250-c7d685b14278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57dcac70-aa02-403c-ba55-382a2244564c {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:42:50.016101 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-329425b1-7e41-4036-9788-017e4efc4e07 req-f7e58ff9-0312-443e-b250-c7d685b14278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:50.031388 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [req-329425b1-7e41-4036-9788-017e4efc4e07 req-f7e58ff9-0312-443e-b250-c7d685b14278 service neutron] Transition to ACTIVE for port object 57dcac70-aa02-403c-ba55-382a2244564c will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:42:50.061161 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-329425b1-7e41-4036-9788-017e4efc4e07 req-f7e58ff9-0312-443e-b250-c7d685b14278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852497450'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:50.066576 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5974893e-a36f-47b7-a163-c4eb9eb97cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:50.159511 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0ad44-389c-4a43-a161-7ffce00754e9 req-21379023-6c72-4752-b15b-d2841a54862a tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:42:50.161167 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e6f0ad44-389c-4a43-a161-7ffce00754e9 req-21379023-6c72-4752-b15b-d2841a54862a tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 944 time: 0.0902255 Apr 20 17:42:50.210281 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e58ff9-0312-443e-b250-c7d685b14278 service neutron] Pushing event updated for resources: {'Port': ['ID=57dcac70-aa02-403c-ba55-382a2244564c,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:50.213080 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-e6f0ad44-389c-4a43-a161-7ffce00754e9 req-81be3d61-3654-4aec-868d-2cffd4a507f3 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Synchronizing usage tracker for tenant:2bc5b9d2fa464c55a7d7ec3a21f8ee5b on resource:security_group {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:42:50.213412 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f7e58ff9-0312-443e-b250-c7d685b14278 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:50.278103 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-e6f0ad44-389c-4a43-a161-7ffce00754e9 req-81be3d61-3654-4aec-868d-2cffd4a507f3 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Unset dirty status for tenant:2bc5b9d2fa464c55a7d7ec3a21f8ee5b on resource:security_group {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:42:50.279437 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e6f0ad44-389c-4a43-a161-7ffce00754e9 req-81be3d61-3654-4aec-868d-2cffd4a507f3 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110241 Apr 20 17:42:50.348054 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-329425b1-7e41-4036-9788-017e4efc4e07 req-f7e58ff9-0312-443e-b250-c7d685b14278 service neutron] Attempting to bind port 57dcac70-aa02-403c-ba55-382a2244564c on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:42:50.348421 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-329425b1-7e41-4036-9788-017e4efc4e07 req-f7e58ff9-0312-443e-b250-c7d685b14278 service neutron] Attempting to bind port 57dcac70-aa02-403c-ba55-382a2244564c by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '17f52277-020b-408a-bc05-49cc70afea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:42:50.348787 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329425b1-7e41-4036-9788-017e4efc4e07 req-f7e58ff9-0312-443e-b250-c7d685b14278 service neutron] Attempting to bind port 57dcac70-aa02-403c-ba55-382a2244564c on network e785f334-6767-476a-9220-c7787c18bfc0 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:42:50.354255 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329425b1-7e41-4036-9788-017e4efc4e07 req-f7e58ff9-0312-443e-b250-c7d685b14278 service neutron] Port 57dcac70-aa02-403c-ba55-382a2244564c on network e785f334-6767-476a-9220-c7787c18bfc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:42:50.354642 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329425b1-7e41-4036-9788-017e4efc4e07 req-f7e58ff9-0312-443e-b250-c7d685b14278 service neutron] Attempting to bind port 57dcac70-aa02-403c-ba55-382a2244564c on network e785f334-6767-476a-9220-c7787c18bfc0 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:42:50.360053 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329425b1-7e41-4036-9788-017e4efc4e07 req-f7e58ff9-0312-443e-b250-c7d685b14278 service neutron] Checking agent: {'id': 'fd2caffb-19f6-4460-a29d-56c5ffae00d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'started_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:42:50.360431 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329425b1-7e41-4036-9788-017e4efc4e07 req-f7e58ff9-0312-443e-b250-c7d685b14278 service neutron] Checking segment: {'id': '17f52277-020b-408a-bc05-49cc70afea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:42:50.360877 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329425b1-7e41-4036-9788-017e4efc4e07 req-f7e58ff9-0312-443e-b250-c7d685b14278 service neutron] Bound using segment: {'id': '17f52277-020b-408a-bc05-49cc70afea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:42:50.361318 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-329425b1-7e41-4036-9788-017e4efc4e07 req-f7e58ff9-0312-443e-b250-c7d685b14278 service neutron] Bound port: 57dcac70-aa02-403c-ba55-382a2244564c, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f52277-020b-408a-bc05-49cc70afea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:42:50.361695 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-329425b1-7e41-4036-9788-017e4efc4e07 req-f7e58ff9-0312-443e-b250-c7d685b14278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:50.453943 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-329425b1-7e41-4036-9788-017e4efc4e07 req-f7e58ff9-0312-443e-b250-c7d685b14278 service neutron] For port 57dcac70-aa02-403c-ba55-382a2244564c, host hv-cinder-78692, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:42:50.457023 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-329425b1-7e41-4036-9788-017e4efc4e07 req-f7e58ff9-0312-443e-b250-c7d685b14278 service neutron] For port 57dcac70-aa02-403c-ba55-382a2244564c, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=57dcac70-aa02-403c-ba55-382a2244564c,segment=NetworkSegment(17f52277-020b-408a-bc05-49cc70afea91),segment_id=17f52277-020b-408a-bc05-49cc70afea91)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:42:50.489528 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-329425b1-7e41-4036-9788-017e4efc4e07 req-f7e58ff9-0312-443e-b250-c7d685b14278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852497450'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:50.494791 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:50.549984 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329425b1-7e41-4036-9788-017e4efc4e07 req-f7e58ff9-0312-443e-b250-c7d685b14278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:42:50.550674 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-329425b1-7e41-4036-9788-017e4efc4e07 req-f7e58ff9-0312-443e-b250-c7d685b14278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:50.552130 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-329425b1-7e41-4036-9788-017e4efc4e07 req-f7e58ff9-0312-443e-b250-c7d685b14278 service neutron] 10.222.0.76 "PUT /v2.0/ports/57dcac70-aa02-403c-ba55-382a2244564c HTTP/1.1" status: 200 len: 1094 time: 1.0473514 Apr 20 17:42:50.552721 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887e6d26-e247-43cf-8490-ca05b1a4a0e8', 'tag': '57dcac70-aa02-403c-ba55-382a2244564c'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:42:50.584293 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e58ff9-0312-443e-b250-c7d685b14278 service neutron] Pushing event updated for resources: {'Port': ['ID=57dcac70-aa02-403c-ba55-382a2244564c,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:50.588077 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f7e58ff9-0312-443e-b250-c7d685b14278 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:50.618043 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887e6d26-e247-43cf-8490-ca05b1a4a0e8', 'tag': '57dcac70-aa02-403c-ba55-382a2244564c', 'status': 'completed', 'code': 200} Apr 20 17:42:50.745066 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e2ae5-d67f-4a6d-ab7b-80589508da17 req-a2e1cb8d-7971-4cf5-abe0-c2346f50107e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:42:50.746728 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b13e2ae5-d67f-4a6d-ab7b-80589508da17 req-a2e1cb8d-7971-4cf5-abe0-c2346f50107e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2bc5b9d2fa464c55a7d7ec3a21f8ee5b&device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 1097 time: 0.0880761 Apr 20 17:42:50.904385 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e2ae5-d67f-4a6d-ab7b-80589508da17 req-b2217077-2c03-4be6-b775-ed94163fc0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:42:50.905981 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b13e2ae5-d67f-4a6d-ab7b-80589508da17 req-b2217077-2c03-4be6-b775-ed94163fc0ab service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=2bc5b9d2fa464c55a7d7ec3a21f8ee5b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1451998 Apr 20 17:42:51.051281 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e2ae5-d67f-4a6d-ab7b-80589508da17 req-bad3b05f-5b69-4aca-92b0-7bb0bf3948c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:42:51.052840 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b13e2ae5-d67f-4a6d-ab7b-80589508da17 req-bad3b05f-5b69-4aca-92b0-7bb0bf3948c4 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1393409 Apr 20 17:42:51.201181 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329425b1-7e41-4036-9788-017e4efc4e07 req-c944ad0a-5ad4-4cb4-bd5f-c6158dc8475c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:42:51.202865 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-329425b1-7e41-4036-9788-017e4efc4e07 req-c944ad0a-5ad4-4cb4-bd5f-c6158dc8475c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2bc5b9d2fa464c55a7d7ec3a21f8ee5b&device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 1097 time: 0.0818567 Apr 20 17:42:51.284047 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-329425b1-7e41-4036-9788-017e4efc4e07 req-69d22c79-a8b3-4150-b275-6ca66b286cd4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57dcac70-aa02-403c-ba55-382a2244564c HTTP/1.1" status: 200 len: 217 time: 0.0668442 Apr 20 17:42:51.357415 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329425b1-7e41-4036-9788-017e4efc4e07 req-ebf7880a-ccb6-4e4e-ad10-42f6e310a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:42:51.359042 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-329425b1-7e41-4036-9788-017e4efc4e07 req-ebf7880a-ccb6-4e4e-ad10-42f6e310a1ca service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a1f94765-634f-4282-b456-a023b8201bb5 HTTP/1.1" status: 200 len: 847 time: 0.0682745 Apr 20 17:42:51.443021 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329425b1-7e41-4036-9788-017e4efc4e07 req-9fbee60e-d5d5-4cdb-8d65-5d6f01209a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:42:51.445191 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-329425b1-7e41-4036-9788-017e4efc4e07 req-9fbee60e-d5d5-4cdb-8d65-5d6f01209a2c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e785f334-6767-476a-9220-c7787c18bfc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793457 Apr 20 17:42:51.486294 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0000d-d983-4d13-a7f5-3476a7616c61 req-c58e1034-1ea3-46e5-86d6-9ba22ed45de2 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:42:51.487926 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ecf0000d-d983-4d13-a7f5-3476a7616c61 req-c58e1034-1ea3-46e5-86d6-9ba22ed45de2 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 944 time: 0.0928702 Apr 20 17:42:51.537831 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ecf0000d-d983-4d13-a7f5-3476a7616c61 req-99debfd4-6716-48f6-9ca6-fe39ded0e852 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427248 Apr 20 17:42:51.590932 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-329425b1-7e41-4036-9788-017e4efc4e07 req-c814fefc-f3ca-413b-9e94-1b4727582ecc service neutron] 10.222.0.76 "GET /v2.0/networks/e785f334-6767-476a-9220-c7787c18bfc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383283 Apr 20 17:42:51.733177 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-329425b1-7e41-4036-9788-017e4efc4e07 req-2626e40e-c203-4da3-a0f6-e08f15765cdb service neutron] 10.222.0.76 "GET /v2.0/networks/e785f334-6767-476a-9220-c7787c18bfc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349936 Apr 20 17:42:52.752575 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d60dd-3f42-42d9-94ec-0d6fdba7a6fb req-c047476b-3a38-4e06-98fe-13182245c1a5 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:42:52.753323 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-689d60dd-3f42-42d9-94ec-0d6fdba7a6fb req-c047476b-3a38-4e06-98fe-13182245c1a5 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Synchronizing usage tracker for tenant:2bc5b9d2fa464c55a7d7ec3a21f8ee5b on resource:port {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:42:52.797724 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-689d60dd-3f42-42d9-94ec-0d6fdba7a6fb req-c047476b-3a38-4e06-98fe-13182245c1a5 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Unset dirty status for tenant:2bc5b9d2fa464c55a7d7ec3a21f8ee5b on resource:port {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:42:52.798997 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-689d60dd-3f42-42d9-94ec-0d6fdba7a6fb req-c047476b-3a38-4e06-98fe-13182245c1a5 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 944 time: 0.1345229 Apr 20 17:42:52.851122 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-689d60dd-3f42-42d9-94ec-0d6fdba7a6fb req-bc7c87d9-329f-4a64-a7ef-cfa0c35ed0f3 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457022 Apr 20 17:42:54.049883 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fa25d-7765-4fa1-bcd6-42f390d80e82 req-3ccadd91-8d91-4a56-bd9d-e44a19427eb8 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:42:54.051389 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-742fa25d-7765-4fa1-bcd6-42f390d80e82 req-3ccadd91-8d91-4a56-bd9d-e44a19427eb8 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 944 time: 0.0864601 Apr 20 17:42:54.102246 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-742fa25d-7765-4fa1-bcd6-42f390d80e82 req-31c3c4e2-2d22-431d-97eb-d59d2d4cef6a tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445869 Apr 20 17:42:54.540502 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:55.304982 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39833db4-a1a3-49e7-9736-8ab551c8ce16 req-2240f8ee-862a-4f26-9e38-32a6b8c1838e tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:42:55.306471 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-39833db4-a1a3-49e7-9736-8ab551c8ce16 req-2240f8ee-862a-4f26-9e38-32a6b8c1838e tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 944 time: 0.0884278 Apr 20 17:42:55.355214 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-39833db4-a1a3-49e7-9736-8ab551c8ce16 req-32f62bfd-3a6a-45bf-bf74-45e26b839c37 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425248 Apr 20 17:42:55.363282 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 57dcac70-aa02-403c-ba55-382a2244564c details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86490) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 17:42:55.501305 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 57dcac70-aa02-403c-ba55-382a2244564c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=57dcac70-aa02-403c-ba55-382a2244564c,segment=NetworkSegment(17f52277-020b-408a-bc05-49cc70afea91),segment_id=17f52277-020b-408a-bc05-49cc70afea91)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:42:55.514830 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Returning: {'device': '57dcac70-aa02-403c-ba55-382a2244564c', 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0', 'port_id': '57dcac70-aa02-403c-ba55-382a2244564c', 'mac_address': 'fa:16:3e:bd:f7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 962, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f94765-634f-4282-b456-a023b8201bb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86490) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:42:55.572382 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:55.590277 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57dcac70-aa02-403c-ba55-382a2244564c {{(pid=86490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:42:55.606003 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 57dcac70-aa02-403c-ba55-382a2244564c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=57dcac70-aa02-403c-ba55-382a2244564c,segment=NetworkSegment(17f52277-020b-408a-bc05-49cc70afea91),segment_id=17f52277-020b-408a-bc05-49cc70afea91)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:42:55.637720 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:55.639622 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-ba13afef-0d05-4fbf-aef8-d5fe89a687fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:55.711139 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=57dcac70-aa02-403c-ba55-382a2244564c,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:55.718996 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:55.719382 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:55.719756 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:55.720127 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:55.720489 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:55.720851 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:55.721214 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:55.721571 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:55.721930 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:55.722287 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:55.722665 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:55.723023 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:42:55.727013 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:56.085749 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['57dcac70-aa02-403c-ba55-382a2244564c'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:42:56.555560 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcfa0e-717c-4f64-b5a4-355ff7284383 req-2acf9dba-2a45-442b-b621-95173c49f3b3 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:42:56.557073 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5cfcfa0e-717c-4f64-b5a4-355ff7284383 req-2acf9dba-2a45-442b-b621-95173c49f3b3 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 945 time: 0.0885870 Apr 20 17:42:56.604814 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5cfcfa0e-717c-4f64-b5a4-355ff7284383 req-c310cf4f-1247-45c0-b9b1-5509cdeb3755 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413973 Apr 20 17:42:57.384985 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 57dcac70-aa02-403c-ba55-382a2244564c up at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:42:57.477795 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning for port 57dcac70-aa02-403c-ba55-382a2244564c completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:42:57.482509 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning complete for port 57dcac70-aa02-403c-ba55-382a2244564c triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:42:57.482984 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:57.602763 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:57.634441 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887e6d26-e247-43cf-8490-ca05b1a4a0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57dcac70-aa02-403c-ba55-382a2244564c'}] {{(pid=86490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:42:57.645172 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 57dcac70-aa02-403c-ba55-382a2244564c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=57dcac70-aa02-403c-ba55-382a2244564c,segment=NetworkSegment(17f52277-020b-408a-bc05-49cc70afea91),segment_id=17f52277-020b-408a-bc05-49cc70afea91)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:42:57.672434 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:42:57.674417 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:42:57.707223 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887e6d26-e247-43cf-8490-ca05b1a4a0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57dcac70-aa02-403c-ba55-382a2244564c', 'code': 200} Apr 20 17:42:57.747258 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=57dcac70-aa02-403c-ba55-382a2244564c,revision_number=5']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:42:57.750311 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:42:58.050817 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08c061-bf0d-461a-a227-ffd8ccd8298b req-92a104f4-0229-4020-939d-2b0108992761 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:42:58.052373 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8f08c061-bf0d-461a-a227-ffd8ccd8298b req-92a104f4-0229-4020-939d-2b0108992761 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 946 time: 0.3142462 Apr 20 17:42:58.150745 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8f08c061-bf0d-461a-a227-ffd8ccd8298b req-6783e832-0272-4404-b73d-accbe0a248f3 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910451 Apr 20 17:42:58.173162 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1c967-a1da-4689-8e9a-473ee626ddef req-c2f5f6f0-e30e-4577-a5e5-bc54d3f11e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:42:58.174832 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-91e1c967-a1da-4689-8e9a-473ee626ddef req-c2f5f6f0-e30e-4577-a5e5-bc54d3f11e7c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 1099 time: 0.0991311 Apr 20 17:42:58.218870 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-91e1c967-a1da-4689-8e9a-473ee626ddef req-7db506b2-18d9-4772-ae1d-c831bbbdabc4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375028 Apr 20 17:42:59.354900 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d3642-24b0-440b-9616-ed344b423b80 req-dfbf5c83-87d8-4ae8-892f-d8ba2a3cd808 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:42:59.356469 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6e9d3642-24b0-440b-9616-ed344b423b80 req-dfbf5c83-87d8-4ae8-892f-d8ba2a3cd808 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 946 time: 0.0909803 Apr 20 17:42:59.403392 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6e9d3642-24b0-440b-9616-ed344b423b80 req-075512d0-11fc-457e-84f7-a44b6864fdcf tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405710 Apr 20 17:43:00.058521 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-34e44bca-99ac-4a4f-8cd2-f87efaea02b1 req-fae08e9d-3e91-4ff8-8428-b40539b602a5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790489 Apr 20 17:43:00.228258 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e44bca-99ac-4a4f-8cd2-f87efaea02b1 req-837f8f0d-297d-42a7-90fa-48b8c1b483e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:00.229751 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-34e44bca-99ac-4a4f-8cd2-f87efaea02b1 req-837f8f0d-297d-42a7-90fa-48b8c1b483e6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=91f08a58d46d4762b691ff2c6db71cd4&device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 1098 time: 0.0777891 Apr 20 17:43:00.388320 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e44bca-99ac-4a4f-8cd2-f87efaea02b1 req-99d345bf-f219-4e2c-ad4e-896d8cc861d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:00.389942 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-34e44bca-99ac-4a4f-8cd2-f87efaea02b1 req-99d345bf-f219-4e2c-ad4e-896d8cc861d0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=43f466f2-e643-4c2d-a72d-6fa47845b747 HTTP/1.1" status: 200 len: 918 time: 0.1374018 Apr 20 17:43:00.504380 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-34e44bca-99ac-4a4f-8cd2-f87efaea02b1 req-7e48c016-f58e-4e42-86e1-362934864f52 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbca7c06-b5d6-46a4-be1b-ed663fda62b8 HTTP/1.1" status: 200 len: 1000 time: 0.1067526 Apr 20 17:43:00.628902 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e44bca-99ac-4a4f-8cd2-f87efaea02b1 req-8bdab826-e0ca-45d9-8bd2-9bd5a2be2a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:00.630487 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-34e44bca-99ac-4a4f-8cd2-f87efaea02b1 req-8bdab826-e0ca-45d9-8bd2-9bd5a2be2a0b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e7b59eb6-7796-4d48-ad26-1b7d7898dd0a HTTP/1.1" status: 200 len: 856 time: 0.1192503 Apr 20 17:43:00.711496 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b8d63-4cf7-40bc-931b-712e991f241d req-ff7b2028-9b58-496d-9805-4b6d505ceded tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:00.713095 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fb5b8d63-4cf7-40bc-931b-712e991f241d req-ff7b2028-9b58-496d-9805-4b6d505ceded tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 946 time: 0.1681356 Apr 20 17:43:00.782480 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e44bca-99ac-4a4f-8cd2-f87efaea02b1 req-f333185e-5033-4a59-bc5d-b7b3a69c7909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:00.784403 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-34e44bca-99ac-4a4f-8cd2-f87efaea02b1 req-f333185e-5033-4a59-bc5d-b7b3a69c7909 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=43f466f2-e643-4c2d-a72d-6fa47845b747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1446109 Apr 20 17:43:00.788089 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fb5b8d63-4cf7-40bc-931b-712e991f241d req-fe60e864-5051-4846-82fa-4447bdfcd9a9 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675218 Apr 20 17:43:00.934262 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-34e44bca-99ac-4a4f-8cd2-f87efaea02b1 req-8919fc11-6131-44b7-b5c4-87c5116aee5b service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412091 Apr 20 17:43:00.996874 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bc717-4699-4a2b-893a-2554087f7c31 req-314a0836-345e-4db4-8e1f-b35e698f21a2 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:00.998476 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6d5bc717-4699-4a2b-893a-2554087f7c31 req-314a0836-345e-4db4-8e1f-b35e698f21a2 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 946 time: 0.0895364 Apr 20 17:43:01.047281 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6d5bc717-4699-4a2b-893a-2554087f7c31 req-d467ebf8-db2a-4013-a9a0-7032a2f6b65d tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417922 Apr 20 17:43:01.072050 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 58764) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:01.085017 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-34e44bca-99ac-4a4f-8cd2-f87efaea02b1 req-5d74b7d9-180d-491f-bb59-edc9ed77f44e service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422977 Apr 20 17:43:01.326930 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91d859b-fa21-45fe-a637-cc6c5eaf6ebd tempest-TestShelveInstance-28239222 tempest-TestShelveInstance-28239222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:01.327713 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-a91d859b-fa21-45fe-a637-cc6c5eaf6ebd tempest-TestShelveInstance-28239222 tempest-TestShelveInstance-28239222-project-admin] Synchronizing usage tracker for tenant:4b9a4b71d89b474fbe6b3fd9a4fd8ff4 on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:43:01.380868 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-a91d859b-fa21-45fe-a637-cc6c5eaf6ebd tempest-TestShelveInstance-28239222 tempest-TestShelveInstance-28239222-project-admin] Unset dirty status for tenant:4b9a4b71d89b474fbe6b3fd9a4fd8ff4 on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:43:01.385469 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-a91d859b-fa21-45fe-a637-cc6c5eaf6ebd tempest-TestShelveInstance-28239222 tempest-TestShelveInstance-28239222-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 1094 time: 0.3122950 Apr 20 17:43:01.386104 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 58770) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:01.391958 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-56a9670e-9dee-4194-b895-534e01bb9e1f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Request body: {'floatingip': {'floating_network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'port_id': '57dcac70-aa02-403c-ba55-382a2244564c', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:43:01.398455 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-56a9670e-9dee-4194-b895-534e01bb9e1f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:43:01.403058 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-56a9670e-9dee-4194-b895-534e01bb9e1f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Usage tracker for resource:floatingip and tenant:2bc5b9d2fa464c55a7d7ec3a21f8ee5b is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:43:01.407547 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-56a9670e-9dee-4194-b895-534e01bb9e1f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:43:01.413786 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-56a9670e-9dee-4194-b895-534e01bb9e1f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:43:01.443786 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-56a9670e-9dee-4194-b895-534e01bb9e1f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for floatingip, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:01.587314 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-56a9670e-9dee-4194-b895-534e01bb9e1f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:01.731699 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [None req-56a9670e-9dee-4194-b895-534e01bb9e1f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Allocated IP 172.28.1.25 (a0481120-3cc8-449f-86d5-38ee9053982b/ac485710-6ac4-46cc-b076-2738f89882f4/f1bcf411-84ce-47d9-9b0a-a61d7f9a52bd) {{(pid=86488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:43:01.885617 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-56a9670e-9dee-4194-b895-534e01bb9e1f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for port, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:01.947359 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-56a9670e-9dee-4194-b895-534e01bb9e1f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:01.952020 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-10026c13-996b-4fea-a8fc-57944e3671be tempest-VolumesSnapshotTestJSON-159067966 tempest-VolumesSnapshotTestJSON-159067966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:43:02.014669 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a9670e-9dee-4194-b895-534e01bb9e1f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Network a0481120-3cc8-449f-86d5-38ee9053982b is already hosted by enough agents. {{(pid=86488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:43:02.018073 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-56a9670e-9dee-4194-b895-534e01bb9e1f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Resources bound (agent type, host, resource id): {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:43:02.021950 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a9670e-9dee-4194-b895-534e01bb9e1f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Received port after_create {{(pid=86488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:43:02.063485 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9670e-9dee-4194-b895-534e01bb9e1f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Pushing event updated for resources: {'Port': ['ID=f1bcf411-84ce-47d9-9b0a-a61d7f9a52bd,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:43:02.067620 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-56a9670e-9dee-4194-b895-534e01bb9e1f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:43:02.680974 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-56a9670e-9dee-4194-b895-534e01bb9e1f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:02.779000 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-56a9670e-9dee-4194-b895-534e01bb9e1f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:03.003293 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-56a9670e-9dee-4194-b895-534e01bb9e1f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for port, precommit_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:03.049045 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-56a9670e-9dee-4194-b895-534e01bb9e1f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2316177'] for port, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:03.053635 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b9c3b485-bf82-4dd8-b248-694b833e42d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:43:03.162230 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9670e-9dee-4194-b895-534e01bb9e1f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Pushing event updated for resources: {'Port': ['ID=f1bcf411-84ce-47d9-9b0a-a61d7f9a52bd,revision_number=2']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:43:03.166730 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-56a9670e-9dee-4194-b895-534e01bb9e1f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:43:03.173462 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-56a9670e-9dee-4194-b895-534e01bb9e1f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854139214'] for floatingip, after_update {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:03.353497 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.l3_db [None req-56a9670e-9dee-4194-b895-534e01bb9e1f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Floating IP 01df7d83-fc05-49d7-a2d3-537b3734d610 associated. External IP: 172.28.1.25, port: 57dcac70-aa02-403c-ba55-382a2244564c. Apr 20 17:43:03.724091 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a9670e-9dee-4194-b895-534e01bb9e1f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Router 7945c8af-ebae-4248-8fd5-5018a7fc7a4a has already been hosted by L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 17:43:03.913740 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a9670e-9dee-4194-b895-534e01bb9e1f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:43:03.923798 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9cb1f1-8551-4267-b06d-83f94383a0ee None None] Sync routers for ids ['7945c8af-ebae-4248-8fd5-5018a7fc7a4a'] in dv-cinder-786927-2-smb {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:43:03.934171 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9cb1f1-8551-4267-b06d-83f94383a0ee None None] Routers {'7945c8af-ebae-4248-8fd5-5018a7fc7a4a'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:43:03.934905 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-0f9cb1f1-8551-4267-b06d-83f94383a0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:42:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['7945c8af-ebae-4248-8fd5-5018a7fc7a4a'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:43:03.992527 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-56a9670e-9dee-4194-b895-534e01bb9e1f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:04.052019 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-56a9670e-9dee-4194-b895-534e01bb9e1f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6646099 Apr 20 17:43:04.052723 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887e6d26-e247-43cf-8490-ca05b1a4a0e8', 'tag': '57dcac70-aa02-403c-ba55-382a2244564c'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:43:04.105973 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-413685bd-e7a8-410c-9629-8ff3002038d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:04.108388 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887e6d26-e247-43cf-8490-ca05b1a4a0e8', 'tag': '57dcac70-aa02-403c-ba55-382a2244564c', 'status': 'completed', 'code': 200} Apr 20 17:43:04.139913 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-0f9cb1f1-8551-4267-b06d-83f94383a0ee None None] Set router 7945c8af-ebae-4248-8fd5-5018a7fc7a4a gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:43:04.237574 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab40e2-c792-48c1-a5b3-dfa8a8ad0cf5 req-3418bf37-c769-449d-886e-9003c894ca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:04.239193 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9ab40e2-c792-48c1-a5b3-dfa8a8ad0cf5 req-3418bf37-c769-449d-886e-9003c894ca8f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2bc5b9d2fa464c55a7d7ec3a21f8ee5b&device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 1099 time: 0.0792551 Apr 20 17:43:04.384483 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab40e2-c792-48c1-a5b3-dfa8a8ad0cf5 req-81a51612-74cb-43ac-b64a-8e3ff9290ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:04.386102 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9ab40e2-c792-48c1-a5b3-dfa8a8ad0cf5 req-81a51612-74cb-43ac-b64a-8e3ff9290ef1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e785f334-6767-476a-9220-c7787c18bfc0 HTTP/1.1" status: 200 len: 909 time: 0.1404257 Apr 20 17:43:04.511644 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9ab40e2-c792-48c1-a5b3-dfa8a8ad0cf5 req-ce9f9140-ee85-4c3f-a114-bccaeb9b8a29 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57dcac70-aa02-403c-ba55-382a2244564c HTTP/1.1" status: 200 len: 999 time: 0.1135516 Apr 20 17:43:04.586491 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab40e2-c792-48c1-a5b3-dfa8a8ad0cf5 req-3c1c9b88-9527-47f6-be9e-a34189f94c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:04.588925 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9ab40e2-c792-48c1-a5b3-dfa8a8ad0cf5 req-3c1c9b88-9527-47f6-be9e-a34189f94c99 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a1f94765-634f-4282-b456-a023b8201bb5 HTTP/1.1" status: 200 len: 847 time: 0.0678301 Apr 20 17:43:04.693258 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-0f9cb1f1-8551-4267-b06d-83f94383a0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'name': 'tempest-TestShelveInstance-411486688-router', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd324c9a9-4d1d-4ed7-a332-3870400e1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:42:04Z', 'updated_at': '2021-04-20T17:42:09Z', 'revision_number': 4, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'gw_port': {'id': 'd324c9a9-4d1d-4ed7-a332-3870400e1522', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:43:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:05Z', 'updated_at': '2021-04-20T17:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_floatingips': [{'id': '01df7d83-fc05-49d7-a2d3-537b3734d610', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'floating_ip_address': '172.28.1.25', 'floating_network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'router_id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'port_id': '57dcac70-aa02-403c-ba55-382a2244564c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0', 'mac_address': 'fa:16:3e:bd:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887e6d26-e247-43cf-8490-ca05b1a4a0e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:43:02Z', 'updated_at': '2021-04-20T17:43:02Z', 'revision_number': 0, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '983cb737-72c4-437e-9cc2-6e38d0562f1e', 'name': '', 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'mac_address': 'fa:16:3e:30:7b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a1f94765-634f-4282-b456-a023b8201bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:08Z', 'updated_at': '2021-04-20T17:42:18Z', 'revision_number': 5, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'subnets': [{'id': 'a1f94765-634f-4282-b456-a023b8201bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:43:04.698014 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9cb1f1-8551-4267-b06d-83f94383a0ee None None] Checking router: 7945c8af-ebae-4248-8fd5-5018a7fc7a4a for host: dv-cinder-786927-2-smb {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:43:04.707115 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9cb1f1-8551-4267-b06d-83f94383a0ee None None] Routers {'7945c8af-ebae-4248-8fd5-5018a7fc7a4a'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:43:04.707790 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-0f9cb1f1-8551-4267-b06d-83f94383a0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:42:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['7945c8af-ebae-4248-8fd5-5018a7fc7a4a'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:43:04.709227 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab40e2-c792-48c1-a5b3-dfa8a8ad0cf5 req-7d424ae1-0ef9-4805-8545-267ee3a7687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:04.710980 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9ab40e2-c792-48c1-a5b3-dfa8a8ad0cf5 req-7d424ae1-0ef9-4805-8545-267ee3a7687f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e785f334-6767-476a-9220-c7787c18bfc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0845253 Apr 20 17:43:04.860487 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9ab40e2-c792-48c1-a5b3-dfa8a8ad0cf5 req-0937602d-8461-4654-bf13-097140fad322 service neutron] 10.222.0.76 "GET /v2.0/networks/e785f334-6767-476a-9220-c7787c18bfc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410215 Apr 20 17:43:04.904905 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-0f9cb1f1-8551-4267-b06d-83f94383a0ee None None] Set router 7945c8af-ebae-4248-8fd5-5018a7fc7a4a gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:43:05.006267 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9ab40e2-c792-48c1-a5b3-dfa8a8ad0cf5 req-d54eff54-fc75-42b1-a02b-4e3b4632be45 service neutron] 10.222.0.76 "GET /v2.0/networks/e785f334-6767-476a-9220-c7787c18bfc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390431 Apr 20 17:43:05.267828 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-0f9cb1f1-8551-4267-b06d-83f94383a0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'name': 'tempest-TestShelveInstance-411486688-router', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd324c9a9-4d1d-4ed7-a332-3870400e1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:42:04Z', 'updated_at': '2021-04-20T17:42:09Z', 'revision_number': 4, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'gw_port': {'id': 'd324c9a9-4d1d-4ed7-a332-3870400e1522', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:43:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:05Z', 'updated_at': '2021-04-20T17:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_floatingips': [{'id': '01df7d83-fc05-49d7-a2d3-537b3734d610', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'floating_ip_address': '172.28.1.25', 'floating_network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'router_id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'port_id': '57dcac70-aa02-403c-ba55-382a2244564c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0', 'mac_address': 'fa:16:3e:bd:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887e6d26-e247-43cf-8490-ca05b1a4a0e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:43:02Z', 'updated_at': '2021-04-20T17:43:02Z', 'revision_number': 0, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '983cb737-72c4-437e-9cc2-6e38d0562f1e', 'name': '', 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'mac_address': 'fa:16:3e:30:7b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a1f94765-634f-4282-b456-a023b8201bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:08Z', 'updated_at': '2021-04-20T17:42:18Z', 'revision_number': 5, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'subnets': [{'id': 'a1f94765-634f-4282-b456-a023b8201bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:43:05.271993 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9cb1f1-8551-4267-b06d-83f94383a0ee None None] The sync data for ids ['7945c8af-ebae-4248-8fd5-5018a7fc7a4a'] in dv-cinder-786927-2-smb is: [{'id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'name': 'tempest-TestShelveInstance-411486688-router', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd324c9a9-4d1d-4ed7-a332-3870400e1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:42:04Z', 'updated_at': '2021-04-20T17:42:09Z', 'revision_number': 4, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'gw_port': {'id': 'd324c9a9-4d1d-4ed7-a332-3870400e1522', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:43:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:05Z', 'updated_at': '2021-04-20T17:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_floatingips': [{'id': '01df7d83-fc05-49d7-a2d3-537b3734d610', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'floating_ip_address': '172.28.1.25', 'floating_network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'router_id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'port_id': '57dcac70-aa02-403c-ba55-382a2244564c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0', 'mac_address': 'fa:16:3e:bd:f7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887e6d26-e247-43cf-8490-ca05b1a4a0e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T17:43:02Z', 'updated_at': '2021-04-20T17:43:02Z', 'revision_number': 0, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '983cb737-72c4-437e-9cc2-6e38d0562f1e', 'name': '', 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'mac_address': 'fa:16:3e:30:7b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a1f94765-634f-4282-b456-a023b8201bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:08Z', 'updated_at': '2021-04-20T17:42:18Z', 'revision_number': 5, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'subnets': [{'id': 'a1f94765-634f-4282-b456-a023b8201bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:43:05.552478 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8c7c94-8ce3-4453-8fae-2586ac69b3be None None] New status for floating IP 01df7d83-fc05-49d7-a2d3-537b3734d610: ACTIVE {{(pid=86491) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 17:43:06.089214 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b154e70d-f920-48e3-a736-faf6e7ab7b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:06.923341 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:07.471858 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:08.043508 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:24.515263 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:43:24.563614 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:27.898806 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0939d-37e7-4688-a51f-79a3908367db req-e3d7e807-95b1-4091-a059-c6702080de93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:27.901060 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f5b0939d-37e7-4688-a51f-79a3908367db req-e3d7e807-95b1-4091-a059-c6702080de93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.0919349 Apr 20 17:43:27.949119 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f5b0939d-37e7-4688-a51f-79a3908367db req-c89678e3-1cfb-4b5b-bf00-94cc319e2576 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414085 Apr 20 17:43:29.158453 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b403f29-5162-40b2-b0d9-395bd581853f req-a313c4c7-a114-40aa-9071-a431f6980b39 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:29.160146 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2b403f29-5162-40b2-b0d9-395bd581853f req-a313c4c7-a114-40aa-9071-a431f6980b39 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.0925803 Apr 20 17:43:29.208081 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2b403f29-5162-40b2-b0d9-395bd581853f req-258230ea-3f57-4120-b508-955e75702001 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408340 Apr 20 17:43:30.421231 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d548a81-94b9-4c03-84eb-5e2d51ab32d6 req-fe413de8-8308-48de-8eb7-e8348ace5f82 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:30.422837 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5d548a81-94b9-4c03-84eb-5e2d51ab32d6 req-fe413de8-8308-48de-8eb7-e8348ace5f82 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.0921764 Apr 20 17:43:30.469549 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5d548a81-94b9-4c03-84eb-5e2d51ab32d6 req-7fc640a6-a814-4f83-9484-73c75967f09d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402915 Apr 20 17:43:31.427492 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b897b3b-b8b5-40b2-afb5-7c2181e90c8d req-7576db60-3a5e-442d-8dbf-dee712114811 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:31.429069 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2b897b3b-b8b5-40b2-afb5-7c2181e90c8d req-7576db60-3a5e-442d-8dbf-dee712114811 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=195e2dee-f4c9-4bc6-8797-d3aa361c98a4 HTTP/1.1" status: 200 len: 946 time: 0.0872793 Apr 20 17:43:31.483129 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2b897b3b-b8b5-40b2-afb5-7c2181e90c8d req-a5859b68-44c7-4666-9fbd-fc0ff06a5239 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01297b4-6103-4da6-9f72-774022fd7f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472679 Apr 20 17:43:31.677206 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b194c6f-fcb2-4791-b996-889edb34102a req-d6e6b81c-d292-4a42-bc64-2dd4ae14c65c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:31.678815 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3b194c6f-fcb2-4791-b996-889edb34102a req-d6e6b81c-d292-4a42-bc64-2dd4ae14c65c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.0880580 Apr 20 17:43:31.729292 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3b194c6f-fcb2-4791-b996-889edb34102a req-9df7be60-952e-4ecb-8397-93c2fb96e74d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435863 Apr 20 17:43:32.685792 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3abff-97cf-4a81-ac30-92fd7b2401a0 req-c991abf3-ed56-46fc-afd9-162ee608cb0a tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:32.687419 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-48a3abff-97cf-4a81-ac30-92fd7b2401a0 req-c991abf3-ed56-46fc-afd9-162ee608cb0a tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=195e2dee-f4c9-4bc6-8797-d3aa361c98a4 HTTP/1.1" status: 200 len: 946 time: 0.0904903 Apr 20 17:43:32.734850 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-48a3abff-97cf-4a81-ac30-92fd7b2401a0 req-ba7a9a5b-1d8a-4c0d-ac10-fe24981d47b5 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01297b4-6103-4da6-9f72-774022fd7f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410178 Apr 20 17:43:32.942989 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42243fb8-64f3-4c6a-be18-4e12bc2d1c4b req-249f2694-4f1b-4e11-b15f-ee2ceae2a6c3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:32.944582 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-42243fb8-64f3-4c6a-be18-4e12bc2d1c4b req-249f2694-4f1b-4e11-b15f-ee2ceae2a6c3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.0933545 Apr 20 17:43:32.991649 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-42243fb8-64f3-4c6a-be18-4e12bc2d1c4b req-58d67e61-e6e2-41b7-8784-8750861f5f50 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400944 Apr 20 17:43:33.703279 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2c4c2-a9f2-404c-8b5e-4c69063b9ed3 req-ff5cf040-4755-4d5d-866a-77b43da26e30 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:33.703279 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6ed2c4c2-a9f2-404c-8b5e-4c69063b9ed3 req-ff5cf040-4755-4d5d-866a-77b43da26e30 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.76 "GET /v2.0/ports?device_id=195e2dee-f4c9-4bc6-8797-d3aa361c98a4 HTTP/1.1" status: 200 len: 946 time: 0.0891187 Apr 20 17:43:33.775711 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-6ed2c4c2-a9f2-404c-8b5e-4c69063b9ed3 req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Deleting port 6e9f7bac-5989-4983-a3b7-501ee289d00c {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:33.776098 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-6ed2c4c2-a9f2-404c-8b5e-4c69063b9ed3 req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:33.942703 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02dafc-da3b-436d-8df3-e86a75ee6f07 req-9c3ca1b8-70ec-4b27-961e-4daddb73734a tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:33.944215 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0d02dafc-da3b-436d-8df3-e86a75ee6f07 req-9c3ca1b8-70ec-4b27-961e-4daddb73734a tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=195e2dee-f4c9-4bc6-8797-d3aa361c98a4 HTTP/1.1" status: 200 len: 946 time: 0.0935497 Apr 20 17:43:33.986666 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-1c0cc801-8df6-44e0-b04d-0bed6eb8c957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:33.993927 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0d02dafc-da3b-436d-8df3-e86a75ee6f07 req-aa56c046-b399-4845-be42-bc0a540af01f tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups?id=a01297b4-6103-4da6-9f72-774022fd7f48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423968 Apr 20 17:43:34.040287 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-6ed2c4c2-a9f2-404c-8b5e-4c69063b9ed3 req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] For port 6e9f7bac-5989-4983-a3b7-501ee289d00c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=6e9f7bac-5989-4983-a3b7-501ee289d00c,segment=NetworkSegment(0293f50f-b8a5-4a30-a918-07044456f366),segment_id=0293f50f-b8a5-4a30-a918-07044456f366)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:43:34.040707 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-6ed2c4c2-a9f2-404c-8b5e-4c69063b9ed3 req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:34.607843 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20e430-577a-4ae4-ba15-9aecf4b810de req-ccf5c073-a90d-4efa-b94b-94f1e6ddd6e3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:34.609438 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-aa20e430-577a-4ae4-ba15-9aecf4b810de req-ccf5c073-a90d-4efa-b94b-94f1e6ddd6e3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.4911990 Apr 20 17:43:34.673658 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-6ed2c4c2-a9f2-404c-8b5e-4c69063b9ed3 req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:34.674079 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-6ed2c4c2-a9f2-404c-8b5e-4c69063b9ed3 req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854139214'] for floatingip, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:34.674475 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.l3_db [req-6ed2c4c2-a9f2-404c-8b5e-4c69063b9ed3 req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Floating IP 6adaa188-d14b-4739-85a5-67771f919983 disassociated. External IP: 172.28.1.106, port: 6e9f7bac-5989-4983-a3b7-501ee289d00c. Apr 20 17:43:34.682222 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-6ed2c4c2-a9f2-404c-8b5e-4c69063b9ed3 req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Calling delete_port for 6e9f7bac-5989-4983-a3b7-501ee289d00c owned by compute:nova {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:43:34.721830 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-aa20e430-577a-4ae4-ba15-9aecf4b810de req-dbf0f9d8-e043-436c-9ce6-b653eb75408e tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023941 Apr 20 17:43:34.912027 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-6ed2c4c2-a9f2-404c-8b5e-4c69063b9ed3 req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278367'] for port, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:34.918399 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-95b8669b-8b58-456f-a0bb-610543b43ad9 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:43:34.965276 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Pushing event deleted for resources: {'Port': ['ID=6e9f7bac-5989-4983-a3b7-501ee289d00c,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:43:34.977467 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:43:34.978449 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:43:34.978890 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:43:34.979296 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:43:34.979701 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:43:34.980104 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:43:34.980501 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:43:34.980900 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:43:34.981298 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:43:34.981702 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:43:34.982098 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:43:34.982492 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:43:34.986496 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:43:35.158865 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2d20a596-a95c-422b-92c9-64f6d0271012 req-75467d3e-2dbe-49d4-95eb-8c676d2acf11 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=195e2dee-f4c9-4bc6-8797-d3aa361c98a4 HTTP/1.1" status: 200 len: 210 time: 0.0477772 Apr 20 17:43:35.178683 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ed2c4c2-a9f2-404c-8b5e-4c69063b9ed3 req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Router 059a06c9-c7ca-497f-bb22-288dc09727ec has already been hosted by L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 {{(pid=86489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 17:43:35.366254 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ed2c4c2-a9f2-404c-8b5e-4c69063b9ed3 req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:43:35.376564 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ba6b3a-ed4c-4131-be4c-b526f95a24e8 None None] Sync routers for ids ['059a06c9-c7ca-497f-bb22-288dc09727ec'] in dv-cinder-786927-2-smb {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:43:35.388051 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ba6b3a-ed4c-4131-be4c-b526f95a24e8 None None] Routers {'059a06c9-c7ca-497f-bb22-288dc09727ec'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:43:35.388695 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-c5ba6b3a-ed4c-4131-be4c-b526f95a24e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:43:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['059a06c9-c7ca-497f-bb22-288dc09727ec'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:43:35.446976 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed2c4c2-a9f2-404c-8b5e-4c69063b9ed3 req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] No DVR routers for this DVR port 6e9f7bac-5989-4983-a3b7-501ee289d00c on host hv-cinder-78692 {{(pid=86489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 17:43:35.449780 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-6ed2c4c2-a9f2-404c-8b5e-4c69063b9ed3 req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:35.454354 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195e2dee-f4c9-4bc6-8797-d3aa361c98a4', 'name': 'network-vif-deleted', 'tag': '6e9f7bac-5989-4983-a3b7-501ee289d00c'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:43:35.512406 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195e2dee-f4c9-4bc6-8797-d3aa361c98a4', 'name': 'network-vif-deleted', 'tag': '6e9f7bac-5989-4983-a3b7-501ee289d00c', 'status': 'completed', 'code': 200} Apr 20 17:43:35.518795 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6ed2c4c2-a9f2-404c-8b5e-4c69063b9ed3 req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.76 "DELETE /v2.0/ports/6e9f7bac-5989-4983-a3b7-501ee289d00c HTTP/1.1" status: 204 len: 173 time: 1.8157299 Apr 20 17:43:35.551630 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 6e9f7bac-5989-4983-a3b7-501ee289d00c no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:43:35.604393 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] No Port match for: 6e9f7bac-5989-4983-a3b7-501ee289d00c {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:43:35.604687 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 6e9f7bac-5989-4983-a3b7-501ee289d00c not bound to the agent host hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:43:35.623686 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-c5ba6b3a-ed4c-4131-be4c-b526f95a24e8 None None] Set router 059a06c9-c7ca-497f-bb22-288dc09727ec gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:43:35.944650 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121513bf-9e3d-4323-ae7e-16fefc4296e8 req-37315873-e27e-481d-b388-cf296b1e4206 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:35.946931 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-121513bf-9e3d-4323-ae7e-16fefc4296e8 req-37315873-e27e-481d-b388-cf296b1e4206 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.0962024 Apr 20 17:43:35.971791 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-c5ba6b3a-ed4c-4131-be4c-b526f95a24e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'name': 'tempest-AttachVolumeTestJSON-982371314-router', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:35:14Z', 'revision_number': 4, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'gw_port': {'id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': 'a102653d-4638-4bb1-bf81-c497966d3f71', 'name': '', 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'mac_address': 'fa:16:3e:10:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:12Z', 'updated_at': '2021-04-20T17:35:26Z', 'revision_number': 5, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'subnets': [{'id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:43:35.976217 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ba6b3a-ed4c-4131-be4c-b526f95a24e8 None None] Checking router: 059a06c9-c7ca-497f-bb22-288dc09727ec for host: dv-cinder-786927-2-smb {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:43:35.985484 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ba6b3a-ed4c-4131-be4c-b526f95a24e8 None None] Routers {'059a06c9-c7ca-497f-bb22-288dc09727ec'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:43:35.986151 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-c5ba6b3a-ed4c-4131-be4c-b526f95a24e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:43:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['059a06c9-c7ca-497f-bb22-288dc09727ec'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:43:36.001030 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-121513bf-9e3d-4323-ae7e-16fefc4296e8 req-088d9ad1-4c8b-47ac-8b42-d3b04b8227aa tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470407 Apr 20 17:43:36.176448 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e07faea3-b8a7-4cbd-9ae6-1e45cf9e1312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:36.192188 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-c5ba6b3a-ed4c-4131-be4c-b526f95a24e8 None None] Set router 059a06c9-c7ca-497f-bb22-288dc09727ec gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:43:36.338343 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-9d67cf16-c624-4a15-b59e-126a43525921 req-24aa3b7c-c48e-4e4f-be5a-0ce180b13b99 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Synchronizing usage tracker for tenant:3e86cc7941934d41a7fc333ea0673924 on resource:port {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:43:36.386856 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-9d67cf16-c624-4a15-b59e-126a43525921 req-24aa3b7c-c48e-4e4f-be5a-0ce180b13b99 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Unset dirty status for tenant:3e86cc7941934d41a7fc333ea0673924 on resource:port {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:43:36.388185 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9d67cf16-c624-4a15-b59e-126a43525921 req-24aa3b7c-c48e-4e4f-be5a-0ce180b13b99 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/ports?device_id=195e2dee-f4c9-4bc6-8797-d3aa361c98a4 HTTP/1.1" status: 200 len: 210 time: 0.1007972 Apr 20 17:43:36.703329 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-c5ba6b3a-ed4c-4131-be4c-b526f95a24e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'name': 'tempest-AttachVolumeTestJSON-982371314-router', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:35:14Z', 'revision_number': 4, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'gw_port': {'id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': 'a102653d-4638-4bb1-bf81-c497966d3f71', 'name': '', 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'mac_address': 'fa:16:3e:10:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:12Z', 'updated_at': '2021-04-20T17:35:26Z', 'revision_number': 5, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'subnets': [{'id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:43:36.707638 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ba6b3a-ed4c-4131-be4c-b526f95a24e8 None None] The sync data for ids ['059a06c9-c7ca-497f-bb22-288dc09727ec'] in dv-cinder-786927-2-smb is: [{'id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'name': 'tempest-AttachVolumeTestJSON-982371314-router', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:35:14Z', 'revision_number': 4, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'gw_port': {'id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': 'a102653d-4638-4bb1-bf81-c497966d3f71', 'name': '', 'network_id': 'c4c40d2b-ceca-4fa5-a564-5d269c274c9e', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'mac_address': 'fa:16:3e:10:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:12Z', 'updated_at': '2021-04-20T17:35:26Z', 'revision_number': 5, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'subnets': [{'id': 'c8db6b26-5954-455b-bb2e-7d6df06854c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:43:36.929492 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:37.037190 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff12ab6-5cbb-4e89-93e4-6bbae8669861 None None] New status for floating IP 6adaa188-d14b-4739-85a5-67771f919983: DOWN {{(pid=86491) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 17:43:37.210812 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540db1c-495c-432a-a9b3-88e18d824a99 req-72e84d99-1151-42e4-8618-c93667e8df6d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:37.212419 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c540db1c-495c-432a-a9b3-88e18d824a99 req-72e84d99-1151-42e4-8618-c93667e8df6d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.0883920 Apr 20 17:43:37.262362 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c540db1c-495c-432a-a9b3-88e18d824a99 req-f55ef4df-ba5e-42ba-8d4f-8a3a10db9c5c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432215 Apr 20 17:43:37.483631 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:37.581881 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 58976) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:37.656467 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cc160f3d-d1ea-43ab-869d-816d96854c45 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:37.687038 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cc160f3d-d1ea-43ab-869d-816d96854c45 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:37.757638 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cc160f3d-d1ea-43ab-869d-816d96854c45 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:37.763255 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-1a8f6ef7-e8ea-4e90-984a-fce3db4a6336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:43:37.778463 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc160f3d-d1ea-43ab-869d-816d96854c45 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01297b4-6103-4da6-9f72-774022fd7f48,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:43:37.787692 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc160f3d-d1ea-43ab-869d-816d96854c45 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:43:37.788116 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc160f3d-d1ea-43ab-869d-816d96854c45 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:43:37.788531 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc160f3d-d1ea-43ab-869d-816d96854c45 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:43:37.788939 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc160f3d-d1ea-43ab-869d-816d96854c45 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:43:37.789345 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc160f3d-d1ea-43ab-869d-816d96854c45 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:43:37.789746 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc160f3d-d1ea-43ab-869d-816d96854c45 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:43:37.790709 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc160f3d-d1ea-43ab-869d-816d96854c45 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:43:37.791176 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc160f3d-d1ea-43ab-869d-816d96854c45 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:43:37.791582 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc160f3d-d1ea-43ab-869d-816d96854c45 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:43:37.791984 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc160f3d-d1ea-43ab-869d-816d96854c45 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:43:37.792449 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc160f3d-d1ea-43ab-869d-816d96854c45 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:43:37.792846 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc160f3d-d1ea-43ab-869d-816d96854c45 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:43:37.796286 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-cc160f3d-d1ea-43ab-869d-816d96854c45 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:43:37.803272 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cc160f3d-d1ea-43ab-869d-816d96854c45 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:37.804482 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-cc160f3d-d1ea-43ab-869d-816d96854c45 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "DELETE /v2.0/security-groups/a01297b4-6103-4da6-9f72-774022fd7f48 HTTP/1.1" status: 204 len: 168 time: 0.2215092 Apr 20 17:43:37.808541 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 58980) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:37.828333 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.v2.resource [None req-c95e8532-2e41-4208-9297-92b2b62e8351 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] show failed (client error): The resource could not be found. Apr 20 17:43:37.829520 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-c95e8532-2e41-4208-9297-92b2b62e8351 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "GET /v2.0/security-groups/a01297b4-6103-4da6-9f72-774022fd7f48 HTTP/1.1" status: 404 len: 347 time: 0.0198987 Apr 20 17:43:37.833105 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 58984) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:38.026689 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-b335fa2b-bb33-4c76-8ceb-9bcc37f25450 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Deleting port 5d573cc4-e788-401a-aff4-8d5642eb2bd6 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:38.026689 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b335fa2b-bb33-4c76-8ceb-9bcc37f25450 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:38.038131 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:38.443819 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b335fa2b-bb33-4c76-8ceb-9bcc37f25450 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:38.444188 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b335fa2b-bb33-4c76-8ceb-9bcc37f25450 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:38.473883 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409026d-f42c-487e-bc76-25a47836f391 req-be1eb1f9-0dcb-4eea-a1a3-b95120d16258 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:38.475517 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e409026d-f42c-487e-bc76-25a47836f391 req-be1eb1f9-0dcb-4eea-a1a3-b95120d16258 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.0922148 Apr 20 17:43:38.523673 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e409026d-f42c-487e-bc76-25a47836f391 req-93cbd2fa-e7a5-4689-aa2f-3ee79901fbd0 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416994 Apr 20 17:43:38.576620 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-b335fa2b-bb33-4c76-8ceb-9bcc37f25450 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Calling delete_port for 5d573cc4-e788-401a-aff4-8d5642eb2bd6 owned by network:floatingip {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:43:38.746494 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b335fa2b-bb33-4c76-8ceb-9bcc37f25450 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:38.751267 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-8f780dbc-ac8a-44cd-b9ae-5f12c85cc55a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:43:38.802275 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335fa2b-bb33-4c76-8ceb-9bcc37f25450 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Pushing event deleted for resources: {'Port': ['ID=5d573cc4-e788-401a-aff4-8d5642eb2bd6,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:43:38.806162 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b335fa2b-bb33-4c76-8ceb-9bcc37f25450 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:43:38.900244 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b335fa2b-bb33-4c76-8ceb-9bcc37f25450 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks [] for floatingip, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:38.935070 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b335fa2b-bb33-4c76-8ceb-9bcc37f25450 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:38.936313 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-b335fa2b-bb33-4c76-8ceb-9bcc37f25450 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] 10.222.0.75 "DELETE /v2.0/floatingips/6adaa188-d14b-4739-85a5-67771f919983 HTTP/1.1" status: 204 len: 168 time: 1.1021991 Apr 20 17:43:39.729345 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a957e6f-a730-496c-9c88-4c576d878540 req-0da6c0d6-236b-4d31-a932-72f249c5118d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:39.730965 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6a957e6f-a730-496c-9c88-4c576d878540 req-0da6c0d6-236b-4d31-a932-72f249c5118d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.0885468 Apr 20 17:43:39.781496 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6a957e6f-a730-496c-9c88-4c576d878540 req-2d0e2548-7180-4173-a089-0609b57864d0 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442820 Apr 20 17:43:40.989756 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01f9da-6dc0-4390-b372-ac0e491b782c req-b1c4b930-72b2-4f44-a917-fb6ec159b6ed tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:40.991367 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5a01f9da-6dc0-4390-b372-ac0e491b782c req-b1c4b930-72b2-4f44-a917-fb6ec159b6ed tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.0937486 Apr 20 17:43:41.037741 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5a01f9da-6dc0-4390-b372-ac0e491b782c req-25b096c5-8e5e-4f5e-acc0-4b67d501ff07 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401196 Apr 20 17:43:41.573033 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device dbca7c06-b5d6-46a4-be1b-ed663fda62b8 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86490) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 17:43:41.717285 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port dbca7c06-b5d6-46a4-be1b-ed663fda62b8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dbca7c06-b5d6-46a4-be1b-ed663fda62b8,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:43:41.731489 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Returning: {'device': 'dbca7c06-b5d6-46a4-be1b-ed663fda62b8', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'port_id': 'dbca7c06-b5d6-46a4-be1b-ed663fda62b8', 'mac_address': 'fa:16:3e:05:3d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 957, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86490) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:43:41.790218 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:41.811390 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbca7c06-b5d6-46a4-be1b-ed663fda62b8 {{(pid=86490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:43:41.828255 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port dbca7c06-b5d6-46a4-be1b-ed663fda62b8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dbca7c06-b5d6-46a4-be1b-ed663fda62b8,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:43:41.861060 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:41.862999 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:43:41.933802 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=dbca7c06-b5d6-46a4-be1b-ed663fda62b8,revision_number=6']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:43:41.936995 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:43:42.015529 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['dbca7c06-b5d6-46a4-be1b-ed663fda62b8'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:43:42.248265 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621b654-c8b1-4117-a30f-af4ad8d4c410 req-ba8bf135-23bd-4cfd-87aa-336217c46eb0 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:42.249858 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7621b654-c8b1-4117-a30f-af4ad8d4c410 req-ba8bf135-23bd-4cfd-87aa-336217c46eb0 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 944 time: 0.0897279 Apr 20 17:43:42.297306 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7621b654-c8b1-4117-a30f-af4ad8d4c410 req-57a694a2-2c32-4b8a-acbf-0aad1b5a8b71 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408406 Apr 20 17:43:43.153737 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 59022) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:43.500720 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47680c30-761c-4197-a185-9541e69adb13 req-ecab8436-0caa-47d8-be99-2a624d3ef21d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:43.502304 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-47680c30-761c-4197-a185-9541e69adb13 req-ecab8436-0caa-47d8-be99-2a624d3ef21d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 944 time: 0.0887246 Apr 20 17:43:43.554205 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-47680c30-761c-4197-a185-9541e69adb13 req-aeedbfc0-5931-4976-8a14-82c7f7ad574f tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453875 Apr 20 17:43:43.584053 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device dbca7c06-b5d6-46a4-be1b-ed663fda62b8 up at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:43:43.659406 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning complete for port dbca7c06-b5d6-46a4-be1b-ed663fda62b8 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:43:43.659823 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:43.783838 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:43.812314 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1253f39c-e73c-4773-947f-4d835a850d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbca7c06-b5d6-46a4-be1b-ed663fda62b8'}] {{(pid=86490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:43:43.822585 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port dbca7c06-b5d6-46a4-be1b-ed663fda62b8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dbca7c06-b5d6-46a4-be1b-ed663fda62b8,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:43:43.844665 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-469180f6-f320-4965-957a-8e55b027859a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-627097'] for router_interface, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:43.855103 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:43.857161 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:43:43.889629 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1253f39c-e73c-4773-947f-4d835a850d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbca7c06-b5d6-46a4-be1b-ed663fda62b8', 'code': 200} Apr 20 17:43:43.929190 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=dbca7c06-b5d6-46a4-be1b-ed663fda62b8,revision_number=7']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:43:43.932423 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:43:44.211551 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-469180f6-f320-4965-957a-8e55b027859a admin admin] Deleting port a102653d-4638-4bb1-bf81-c497966d3f71 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:44.212163 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-469180f6-f320-4965-957a-8e55b027859a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:44.392123 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-469180f6-f320-4965-957a-8e55b027859a admin admin] For port a102653d-4638-4bb1-bf81-c497966d3f71, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=a102653d-4638-4bb1-bf81-c497966d3f71,segment=NetworkSegment(0293f50f-b8a5-4a30-a918-07044456f366),segment_id=0293f50f-b8a5-4a30-a918-07044456f366)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:43:44.392531 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-469180f6-f320-4965-957a-8e55b027859a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:44.521467 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-469180f6-f320-4965-957a-8e55b027859a admin admin] Calling delete_port for a102653d-4638-4bb1-bf81-c497966d3f71 owned by network:router_interface {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:43:44.729113 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-469180f6-f320-4965-957a-8e55b027859a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:44.734007 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f2a7c673-8826-4795-abc5-6262647cc86c tempest-TestMinimumBasicScenario-97677526 tempest-TestMinimumBasicScenario-97677526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:43:44.762875 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c22eb-d164-4d76-93e9-698a4c2409e6 req-2c33ed11-b3c9-4dad-97f8-2123ed79f04d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:44.764483 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-182c22eb-d164-4d76-93e9-698a4c2409e6 req-2c33ed11-b3c9-4dad-97f8-2123ed79f04d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.0900159 Apr 20 17:43:44.783138 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469180f6-f320-4965-957a-8e55b027859a admin admin] Pushing event deleted for resources: {'Port': ['ID=a102653d-4638-4bb1-bf81-c497966d3f71,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:43:44.786414 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-469180f6-f320-4965-957a-8e55b027859a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:43:44.817737 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-182c22eb-d164-4d76-93e9-698a4c2409e6 req-3cb1d7c7-5bf9-4709-883b-8b9c3eecec6f tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467098 Apr 20 17:43:45.065712 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-469180f6-f320-4965-957a-8e55b027859a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627175'] for router_interface, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:45.685629 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469180f6-f320-4965-957a-8e55b027859a admin admin] Router 059a06c9-c7ca-497f-bb22-288dc09727ec has already been hosted by L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 17:43:45.877715 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469180f6-f320-4965-957a-8e55b027859a admin admin] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:43:45.891148 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88aaf7c-c65b-40b2-b9a2-65ae18801122 None None] Sync routers for ids ['059a06c9-c7ca-497f-bb22-288dc09727ec'] in dv-cinder-786927-2-smb {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:43:45.895126 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-469180f6-f320-4965-957a-8e55b027859a admin admin] 10.222.0.75 "PUT /v2.0/routers/059a06c9-c7ca-497f-bb22-288dc09727ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7400367 Apr 20 17:43:45.897727 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 59052) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:45.905025 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88aaf7c-c65b-40b2-b9a2-65ae18801122 None None] Routers {'059a06c9-c7ca-497f-bb22-288dc09727ec'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:43:45.905918 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-d88aaf7c-c65b-40b2-b9a2-65ae18801122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:43:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['059a06c9-c7ca-497f-bb22-288dc09727ec'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:43:46.102744 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-d88aaf7c-c65b-40b2-b9a2-65ae18801122 None None] Set router 059a06c9-c7ca-497f-bb22-288dc09727ec gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:43:46.168857 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d2af0-2e7f-424f-87e7-7aa13386359f req-c9c4a397-dba1-4b49-9285-bd85e1a02997 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:46.170422 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a10d2af0-2e7f-424f-87e7-7aa13386359f req-c9c4a397-dba1-4b49-9285-bd85e1a02997 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.2035851 Apr 20 17:43:46.179141 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cd00bf71-d31a-4bcf-b11e-96199a227141 admin admin] Notify callbacks [] for router, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:46.397156 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a10d2af0-2e7f-424f-87e7-7aa13386359f req-fad2ced5-14cb-4ace-9255-485a97dde741 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194426 Apr 20 17:43:46.439230 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-d88aaf7c-c65b-40b2-b9a2-65ae18801122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'name': 'tempest-AttachVolumeTestJSON-982371314-router', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16'}], 'enable_snat': True}, 'gw_port_id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:43:44Z', 'revision_number': 5, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'gw_port': {'id': 'd4e2c02d-6fcc-41c5-8df5-379a72a3dff4', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb'}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:43:46.443494 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88aaf7c-c65b-40b2-b9a2-65ae18801122 None None] Checking router: 059a06c9-c7ca-497f-bb22-288dc09727ec for host: dv-cinder-786927-2-smb {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:43:46.456657 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88aaf7c-c65b-40b2-b9a2-65ae18801122 None None] Routers {'059a06c9-c7ca-497f-bb22-288dc09727ec'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:43:46.457476 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-d88aaf7c-c65b-40b2-b9a2-65ae18801122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:43:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['059a06c9-c7ca-497f-bb22-288dc09727ec'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:43:46.458889 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cd00bf71-d31a-4bcf-b11e-96199a227141 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:46.495634 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-cd00bf71-d31a-4bcf-b11e-96199a227141 admin admin] Deleting port d4e2c02d-6fcc-41c5-8df5-379a72a3dff4 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:46.496025 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cd00bf71-d31a-4bcf-b11e-96199a227141 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:46.709290 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-d88aaf7c-c65b-40b2-b9a2-65ae18801122 None None] Set router 059a06c9-c7ca-497f-bb22-288dc09727ec gateway port host: None {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:43:46.724021 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-cd00bf71-d31a-4bcf-b11e-96199a227141 admin admin] For port d4e2c02d-6fcc-41c5-8df5-379a72a3dff4, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=d4e2c02d-6fcc-41c5-8df5-379a72a3dff4,segment=NetworkSegment(b1e9f102-11a2-4b4f-ab28-aef5c346bdb3),segment_id=b1e9f102-11a2-4b4f-ab28-aef5c346bdb3)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:43:46.724875 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cd00bf71-d31a-4bcf-b11e-96199a227141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:46.832420 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-d88aaf7c-c65b-40b2-b9a2-65ae18801122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'name': 'tempest-AttachVolumeTestJSON-982371314-router', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:43:46Z', 'revision_number': 6, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'gw_port_host': None}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:43:46.838030 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88aaf7c-c65b-40b2-b9a2-65ae18801122 None None] The sync data for ids ['059a06c9-c7ca-497f-bb22-288dc09727ec'] in dv-cinder-786927-2-smb is: [{'id': '059a06c9-c7ca-497f-bb22-288dc09727ec', 'name': 'tempest-AttachVolumeTestJSON-982371314-router', 'tenant_id': '3e86cc7941934d41a7fc333ea0673924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:04Z', 'updated_at': '2021-04-20T17:43:46Z', 'revision_number': 6, 'project_id': '3e86cc7941934d41a7fc333ea0673924', 'gw_port_host': None}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:43:46.881008 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-cd00bf71-d31a-4bcf-b11e-96199a227141 admin admin] Calling delete_port for d4e2c02d-6fcc-41c5-8df5-379a72a3dff4 owned by network:router_gateway {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:43:47.198052 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cd00bf71-d31a-4bcf-b11e-96199a227141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:47.206197 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-9ca7887f-08c7-4a78-bd99-8022a92053d4 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:43:47.257881 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00bf71-d31a-4bcf-b11e-96199a227141 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4e2c02d-6fcc-41c5-8df5-379a72a3dff4,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:43:47.262249 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-cd00bf71-d31a-4bcf-b11e-96199a227141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:43:47.364108 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cd00bf71-d31a-4bcf-b11e-96199a227141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854349978'] for router_gateway, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:47.586330 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cd00bf71-d31a-4bcf-b11e-96199a227141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854140358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770259'] for router, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:47.587839 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cd00bf71-d31a-4bcf-b11e-96199a227141 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:47.664993 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1c0a7-d634-488a-9717-359372750518 req-0bbcf639-988d-445a-b507-2631bc0ff13c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:47.667210 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9db1c0a7-d634-488a-9717-359372750518 req-0bbcf639-988d-445a-b507-2631bc0ff13c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.1321881 Apr 20 17:43:47.689509 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cd00bf71-d31a-4bcf-b11e-96199a227141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-623742'] for router, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:47.690168 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd00bf71-d31a-4bcf-b11e-96199a227141 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 059a06c9-c7ca-497f-bb22-288dc09727ec {{(pid=86488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 17:43:47.709361 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-cd00bf71-d31a-4bcf-b11e-96199a227141 admin admin] Notify callbacks [] for router, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:47.713255 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-cd00bf71-d31a-4bcf-b11e-96199a227141 admin admin] 10.222.0.75 "DELETE /v2.0/routers/059a06c9-c7ca-497f-bb22-288dc09727ec HTTP/1.1" status: 204 len: 168 time: 1.8117061 Apr 20 17:43:47.713472 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 59072) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:47.744477 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9db1c0a7-d634-488a-9717-359372750518 req-60ce265b-765f-4b4a-9665-e082f0f10e8f tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703652 Apr 20 17:43:47.815095 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85fa2fe-5276-4b37-8e9e-724267ab1c31 admin admin] Deleting subnet c8db6b26-5954-455b-bb2e-7d6df06854c9 {{(pid=86488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 17:43:47.819574 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b85fa2fe-5276-4b37-8e9e-724267ab1c31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:47.875880 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device d4e2c02d-6fcc-41c5-8df5-379a72a3dff4 no longer exists at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:43:47.889187 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b85fa2fe-5276-4b37-8e9e-724267ab1c31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852460027'] for subnet, precommit_delete_associations {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:47.918453 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] No Port match for: d4e2c02d-6fcc-41c5-8df5-379a72a3dff4 {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:43:47.918739 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device d4e2c02d-6fcc-41c5-8df5-379a72a3dff4 not bound to the agent host dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:43:47.919097 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device a102653d-4638-4bb1-bf81-c497966d3f71 no longer exists at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:43:47.956830 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] No Port match for: a102653d-4638-4bb1-bf81-c497966d3f71 {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:43:47.957230 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device a102653d-4638-4bb1-bf81-c497966d3f71 not bound to the agent host dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:43:47.985100 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b85fa2fe-5276-4b37-8e9e-724267ab1c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394978'] for subnet, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:48.329947 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b85fa2fe-5276-4b37-8e9e-724267ab1c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853380838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852459956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852674988'] for subnet, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:48.338305 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:43:48.380785 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df455914-5d8e-41db-b0d0-017c42b48c12 None None] Network c4c40d2b-ceca-4fa5-a564-5d269c274c9e requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:43:48.386491 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b85fa2fe-5276-4b37-8e9e-724267ab1c31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:48.389480 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fa2fe-5276-4b37-8e9e-724267ab1c31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8db6b26-5954-455b-bb2e-7d6df06854c9,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:43:48.392588 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b85fa2fe-5276-4b37-8e9e-724267ab1c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:43:48.403100 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-b85fa2fe-5276-4b37-8e9e-724267ab1c31 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/c8db6b26-5954-455b-bb2e-7d6df06854c9 HTTP/1.1" status: 204 len: 168 time: 0.6884389 Apr 20 17:43:48.405871 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 59076) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:48.541604 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5d706152-3a64-4537-a04c-b10f04ced4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1824878'] for network, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:48.555157 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-5d706152-3a64-4537-a04c-b10f04ced4d5 admin admin] Deleting port 71d3a959-6ab7-4551-9ad3-f8d92946d81b {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:48.556098 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5d706152-3a64-4537-a04c-b10f04ced4d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:48.700320 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5ece33-5de1-4950-b688-d6fc46647622 None None] DHCP port deletion for c4c40d2b-ceca-4fa5-a564-5d269c274c9e request from dv-cinder-786927-2-smb {{(pid=86490) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 17:43:48.705071 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-0c5ece33-5de1-4950-b688-d6fc46647622 None None] Deleting port 71d3a959-6ab7-4551-9ad3-f8d92946d81b {{(pid=86490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:48.705830 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0c5ece33-5de1-4950-b688-d6fc46647622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:48.837930 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5d706152-3a64-4537-a04c-b10f04ced4d5 admin admin] For port 71d3a959-6ab7-4551-9ad3-f8d92946d81b, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=71d3a959-6ab7-4551-9ad3-f8d92946d81b,segment=NetworkSegment(0293f50f-b8a5-4a30-a918-07044456f366),segment_id=0293f50f-b8a5-4a30-a918-07044456f366)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:43:48.838514 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5d706152-3a64-4537-a04c-b10f04ced4d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:48.956944 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-0c5ece33-5de1-4950-b688-d6fc46647622 None None] For port 71d3a959-6ab7-4551-9ad3-f8d92946d81b, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=71d3a959-6ab7-4551-9ad3-f8d92946d81b,segment=NetworkSegment(0293f50f-b8a5-4a30-a918-07044456f366),segment_id=0293f50f-b8a5-4a30-a918-07044456f366)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:43:48.957380 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0c5ece33-5de1-4950-b688-d6fc46647622 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:48.994740 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-5d706152-3a64-4537-a04c-b10f04ced4d5 admin admin] Calling delete_port for 71d3a959-6ab7-4551-9ad3-f8d92946d81b owned by network:dhcp {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:43:49.015951 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1365b33-91e5-4ac9-9e4f-4a7ba881227a req-6d7e5ca4-e963-48d0-a594-6b36563baa75 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:49.017604 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a1365b33-91e5-4ac9-9e4f-4a7ba881227a req-6d7e5ca4-e963-48d0-a594-6b36563baa75 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.0939357 Apr 20 17:43:49.070829 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a1365b33-91e5-4ac9-9e4f-4a7ba881227a req-6c1ed759-4473-4b48-941a-b37a6f131788 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423543 Apr 20 17:43:49.098166 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-0c5ece33-5de1-4950-b688-d6fc46647622 None None] Calling delete_port for 71d3a959-6ab7-4551-9ad3-f8d92946d81b owned by network:dhcp {{(pid=86490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:43:49.170396 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5d706152-3a64-4537-a04c-b10f04ced4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278367'] for port, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:49.174725 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.db.api [None req-0c5ece33-5de1-4950-b688-d6fc46647622 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86490) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:43:49.175144 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_db.api [None req-0c5ece33-5de1-4950-b688-d6fc46647622 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 17:43:49.175989 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-167b70ab-6b4a-4de2-8c42-8c3e546a92c3 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:43:49.223982 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d706152-3a64-4537-a04c-b10f04ced4d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=71d3a959-6ab7-4551-9ad3-f8d92946d81b,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:43:49.225942 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d706152-3a64-4537-a04c-b10f04ced4d5 admin admin] No DVR routers for this DVR port 71d3a959-6ab7-4551-9ad3-f8d92946d81b on host dv-cinder-786927-2-smb {{(pid=86489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 17:43:49.227546 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5d706152-3a64-4537-a04c-b10f04ced4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:43:49.354167 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5d706152-3a64-4537-a04c-b10f04ced4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853380745', 'neutron.services.segments.db._delete_segments_for_network-8775308586611'] for network, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:49.481966 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-5d706152-3a64-4537-a04c-b10f04ced4d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c40d2b-ceca-4fa5-a564-5d269c274c9e']}} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:43:49.496381 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-5d706152-3a64-4537-a04c-b10f04ced4d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0293f50f-b8a5-4a30-a918-07044456f366') {'for_net_delete': True} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:43:49.496865 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-5d706152-3a64-4537-a04c-b10f04ced4d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0293f50f-b8a5-4a30-a918-07044456f366') {} {{(pid=86489) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:43:49.510761 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5d706152-3a64-4537-a04c-b10f04ced4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261546079075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26341804'] for segment, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:49.530280 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5d706152-3a64-4537-a04c-b10f04ced4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:49.537256 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d706152-3a64-4537-a04c-b10f04ced4d5 admin admin] Releasing vlan 983 on physical network physnet1 to pool {{(pid=86489) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 17:43:49.676761 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-0c5ece33-5de1-4950-b688-d6fc46647622 None None] Deleting port 71d3a959-6ab7-4551-9ad3-f8d92946d81b {{(pid=86490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:43:49.677511 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0c5ece33-5de1-4950-b688-d6fc46647622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:49.744331 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-5d706152-3a64-4537-a04c-b10f04ced4d5 admin admin] Network c4c40d2b-ceca-4fa5-a564-5d269c274c9e has no segments {{(pid=86489) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:43:49.755826 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5d706152-3a64-4537-a04c-b10f04ced4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852497496'] for segment, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:49.759375 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-0c5ece33-5de1-4950-b688-d6fc46647622 None None] The port '71d3a959-6ab7-4551-9ad3-f8d92946d81b' was deleted {{(pid=86490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:43:49.859887 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 71d3a959-6ab7-4551-9ad3-f8d92946d81b no longer exists at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:43:49.925789 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] No Port match for: 71d3a959-6ab7-4551-9ad3-f8d92946d81b {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:43:49.926914 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 71d3a959-6ab7-4551-9ad3-f8d92946d81b not bound to the agent host dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:43:49.968549 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-5d706152-3a64-4537-a04c-b10f04ced4d5 admin admin] Network c4c40d2b-ceca-4fa5-a564-5d269c274c9e has no segments {{(pid=86489) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: Traceback (most recent call last): Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: timer() Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: cb(*args, **kw) Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: return func(*args, **kwargs) Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: self._notify() Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: self.callback(batched_events) Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: event.method(event) Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: segment_id)['aggregates'][0] Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: return f(self, *a, **k) Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: return self._get(url).json() Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: **kwargs) Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: return self.request(url, 'GET', **kwargs) Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: **endpoint_filter) Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:43:49.993060 dv-cinder-786927-2-smb neutron-server[86373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:43:50.095281 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5d706152-3a64-4537-a04c-b10f04ced4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854139263'] for network, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:50.100620 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5d706152-3a64-4537-a04c-b10f04ced4d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:50.105689 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-2ee5aafb-2192-48ac-9d09-7fc6e5efbb6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:43:50.140074 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d706152-3a64-4537-a04c-b10f04ced4d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4c40d2b-ceca-4fa5-a564-5d269c274c9e,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:43:50.144393 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5d706152-3a64-4537-a04c-b10f04ced4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:43:50.170269 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-5d706152-3a64-4537-a04c-b10f04ced4d5 admin admin] 10.222.0.75 "DELETE /v2.0/networks/c4c40d2b-ceca-4fa5-a564-5d269c274c9e HTTP/1.1" status: 204 len: 168 time: 1.7630100 Apr 20 17:43:50.305476 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48d9f4-d1ec-4165-9dec-e371dd5302f1 req-bf231f62-b57c-41c9-b86e-b292eb174b72 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:50.307364 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4f48d9f4-d1ec-4165-9dec-e371dd5302f1 req-bf231f62-b57c-41c9-b86e-b292eb174b72 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.0984917 Apr 20 17:43:50.368393 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4f48d9f4-d1ec-4165-9dec-e371dd5302f1 req-29f074fb-1dcf-4b95-a5c9-763bb0ff8322 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543814 Apr 20 17:43:50.389930 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 59090) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:50.443715 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-867f49ae-21ac-4ac9-a3cc-7ccf8a5b6730 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3e86cc7941934d41a7fc333ea0673924&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0521500 Apr 20 17:43:50.446938 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 59094) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:43:50.516194 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8345473c-6469-40ea-aac4-befc71f9b4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:50.544541 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8345473c-6469-40ea-aac4-befc71f9b4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:50.649578 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8345473c-6469-40ea-aac4-befc71f9b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:50.655277 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a9aa483f-2de9-4415-adca-5fef2a1a1db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:43:50.669841 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345473c-6469-40ea-aac4-befc71f9b4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d058ea5-5c4a-4f4d-8295-a6aa45af964a,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:43:50.672379 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-8345473c-6469-40ea-aac4-befc71f9b4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:43:50.679273 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-8345473c-6469-40ea-aac4-befc71f9b4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:50.683381 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-8345473c-6469-40ea-aac4-befc71f9b4f7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4d058ea5-5c4a-4f4d-8295-a6aa45af964a HTTP/1.1" status: 204 len: 168 time: 0.2319131 Apr 20 17:43:51.627455 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f499b-a598-4e11-9514-067be9903dc4 req-4400093c-c54c-4e0b-a7bd-632b2cd4cc33 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:51.629227 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-777f499b-a598-4e11-9514-067be9903dc4 req-4400093c-c54c-4e0b-a7bd-632b2cd4cc33 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.1293955 Apr 20 17:43:51.683391 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-777f499b-a598-4e11-9514-067be9903dc4 req-8babbbe8-c0f3-473f-9cca-eb16df59cd69 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464823 Apr 20 17:43:52.911774 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977593a-e228-4f93-94bf-4d0589cdee04 req-4326d505-bf01-4293-82d8-658f246a308d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:52.920310 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e977593a-e228-4f93-94bf-4d0589cdee04 req-4326d505-bf01-4293-82d8-658f246a308d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.1011803 Apr 20 17:43:52.975648 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e977593a-e228-4f93-94bf-4d0589cdee04 req-0f052e77-4f1a-40de-95ac-df3e4d97d175 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540211 Apr 20 17:43:54.192934 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ff653-8b6a-4f13-9d53-e6a9daa9f06c req-9a560ced-4bd3-4842-9376-f6d1579b98b5 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:54.194608 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fe6ff653-8b6a-4f13-9d53-e6a9daa9f06c req-9a560ced-4bd3-4842-9376-f6d1579b98b5 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.1014197 Apr 20 17:43:54.251139 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-fe6ff653-8b6a-4f13-9d53-e6a9daa9f06c req-3ef1c092-10c4-4712-a7e2-33a882200544 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484815 Apr 20 17:43:54.609460 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:43:55.497460 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26debc-9197-4e45-b83c-c88772adefc5 req-b38ee5c8-3dbc-43b0-9ba5-f702d616582b tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:55.499180 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6a26debc-9197-4e45-b83c-c88772adefc5 req-b38ee5c8-3dbc-43b0-9ba5-f702d616582b tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.1006877 Apr 20 17:43:55.552212 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6a26debc-9197-4e45-b83c-c88772adefc5 req-3b211eea-2d74-4f71-a275-839768813ee3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459039 Apr 20 17:43:56.769696 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d26c23-37cb-4df2-a5ef-7a1ff11e91ee req-e424a211-c54e-4094-9682-6d6e6a5804c8 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:56.771372 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-45d26c23-37cb-4df2-a5ef-7a1ff11e91ee req-e424a211-c54e-4094-9682-6d6e6a5804c8 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.0894120 Apr 20 17:43:56.819971 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-45d26c23-37cb-4df2-a5ef-7a1ff11e91ee req-5acb189e-9e05-4968-bf36-11450bdcfe0f tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418255 Apr 20 17:43:58.096397 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e050545-811b-449e-87c4-e7694691279c req-17d13fc3-1ab2-45f5-b6a6-b57d4ad5b4e8 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:58.097941 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3e050545-811b-449e-87c4-e7694691279c req-17d13fc3-1ab2-45f5-b6a6-b57d4ad5b4e8 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.1587214 Apr 20 17:43:58.104499 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a855288-f168-4221-a3b8-ebd989842b99 req-4b835681-cc1e-4755-a579-eaa5b632b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:58.106045 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8a855288-f168-4221-a3b8-ebd989842b99 req-4b835681-cc1e-4755-a579-eaa5b632b6bc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=91f08a58d46d4762b691ff2c6db71cd4&device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 1098 time: 0.1174424 Apr 20 17:43:58.243016 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-3e050545-811b-449e-87c4-e7694691279c req-36207018-9508-4061-affc-6dd07fa55f38 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358843 Apr 20 17:43:58.287541 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a855288-f168-4221-a3b8-ebd989842b99 req-4927ed46-d3ea-4c2a-9c63-94ca93a2d0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:58.289158 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8a855288-f168-4221-a3b8-ebd989842b99 req-4927ed46-d3ea-4c2a-9c63-94ca93a2d0e8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=43f466f2-e643-4c2d-a72d-6fa47845b747 HTTP/1.1" status: 200 len: 918 time: 0.1673944 Apr 20 17:43:58.654253 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8a855288-f168-4221-a3b8-ebd989842b99 req-2529a1d8-1387-4487-b675-07b7f7c4d84e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbca7c06-b5d6-46a4-be1b-ed663fda62b8 HTTP/1.1" status: 200 len: 1000 time: 0.3292830 Apr 20 17:43:58.724570 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a855288-f168-4221-a3b8-ebd989842b99 req-0b962488-a6c6-43a9-b3f0-3eb3e9d13694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:58.726094 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8a855288-f168-4221-a3b8-ebd989842b99 req-0b962488-a6c6-43a9-b3f0-3eb3e9d13694 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e7b59eb6-7796-4d48-ad26-1b7d7898dd0a HTTP/1.1" status: 200 len: 856 time: 0.0657210 Apr 20 17:43:58.808312 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a855288-f168-4221-a3b8-ebd989842b99 req-b5de0517-df12-46d3-a87b-74dcfdc63e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:58.809912 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8a855288-f168-4221-a3b8-ebd989842b99 req-b5de0517-df12-46d3-a87b-74dcfdc63e3a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=43f466f2-e643-4c2d-a72d-6fa47845b747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763435 Apr 20 17:43:58.952193 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8a855288-f168-4221-a3b8-ebd989842b99 req-4934be2e-94f3-4563-af3a-46477c9b2a97 service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341603 Apr 20 17:43:59.095407 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8a855288-f168-4221-a3b8-ebd989842b99 req-b4d5e67e-0ac1-42e3-8487-2f0118f8f9fa service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360338 Apr 20 17:43:59.702975 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44e368-87e5-494a-9f14-6aa064e14b62 req-94214f95-834b-40a7-92da-4297991e5875 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:43:59.704568 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4b44e368-87e5-494a-9f14-6aa064e14b62 req-94214f95-834b-40a7-92da-4297991e5875 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.3413708 Apr 20 17:43:59.752395 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4b44e368-87e5-494a-9f14-6aa064e14b62 req-3063236d-e829-442f-83b3-c4de4dcbf0b3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415268 Apr 20 17:44:00.961373 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdba2e-c605-4013-9b0f-4ec99f45971f req-ad9d84db-27a3-4c12-adaf-4b242fbb92f0 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:00.964204 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a6fdba2e-c605-4013-9b0f-4ec99f45971f req-ad9d84db-27a3-4c12-adaf-4b242fbb92f0 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 945 time: 0.0928600 Apr 20 17:44:01.017789 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a6fdba2e-c605-4013-9b0f-4ec99f45971f req-ea528f87-2a72-4663-92c9-6d70d09360d0 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481982 Apr 20 17:44:01.514174 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:44:01.678586 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device dbca7c06-b5d6-46a4-be1b-ed663fda62b8 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:44:01.798244 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:01.825369 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1253f39c-e73c-4773-947f-4d835a850d03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbca7c06-b5d6-46a4-be1b-ed663fda62b8'}] {{(pid=86490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:44:01.835945 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port dbca7c06-b5d6-46a4-be1b-ed663fda62b8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dbca7c06-b5d6-46a4-be1b-ed663fda62b8,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:44:01.866755 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:01.869824 dv-cinder-786927-2-smb neutron-server[86373]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1253f39c-e73c-4773-947f-4d835a850d03', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dbca7c06-b5d6-46a4-be1b-ed663fda62b8', 'code': 422} returned with failed status Apr 20 17:44:01.870327 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:01.940030 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=dbca7c06-b5d6-46a4-be1b-ed663fda62b8,revision_number=8']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:01.948387 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:01.948775 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:01.949157 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:01.949533 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:01.949904 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:01.950275 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:01.950666 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:01.951038 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:01.951405 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:01.951772 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:01.952137 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:01.952498 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:01.956568 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:02.061487 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-51955e73-ebdc-4950-85e2-039bd91acec7 req-afe63143-48f5-4818-bc45-ccbc2911ebe9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764842 Apr 20 17:44:02.243692 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51955e73-ebdc-4950-85e2-039bd91acec7 req-454936ba-8b56-451f-9915-bbfdbac6ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:02.245366 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-51955e73-ebdc-4950-85e2-039bd91acec7 req-454936ba-8b56-451f-9915-bbfdbac6ddff service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2bc5b9d2fa464c55a7d7ec3a21f8ee5b&device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 1099 time: 0.1489718 Apr 20 17:44:02.267582 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e6817-f959-4439-8ac6-73a4a2a9821b req-9d895228-1cc2-4ce3-9737-31ab2e4df91a tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:02.269174 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-093e6817-f959-4439-8ac6-73a4a2a9821b req-9d895228-1cc2-4ce3-9737-31ab2e4df91a tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 943 time: 0.1268511 Apr 20 17:44:02.406932 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-093e6817-f959-4439-8ac6-73a4a2a9821b req-eff3fc43-235a-48a2-8fbe-8a8023af72e3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142201 Apr 20 17:44:02.447328 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51955e73-ebdc-4950-85e2-039bd91acec7 req-29a4fab4-124d-40fd-ae0b-cce56e75833c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:02.448919 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-51955e73-ebdc-4950-85e2-039bd91acec7 req-29a4fab4-124d-40fd-ae0b-cce56e75833c service neutron] 10.222.0.76 "GET /v2.0/networks?id=e785f334-6767-476a-9220-c7787c18bfc0 HTTP/1.1" status: 200 len: 909 time: 0.1788313 Apr 20 17:44:02.563707 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-51955e73-ebdc-4950-85e2-039bd91acec7 req-4674b777-6899-431d-9559-a9f4db18d95d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57dcac70-aa02-403c-ba55-382a2244564c HTTP/1.1" status: 200 len: 1001 time: 0.1077690 Apr 20 17:44:02.639525 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51955e73-ebdc-4950-85e2-039bd91acec7 req-cde1cc76-637c-4b76-a221-fb807eb2092e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:02.641123 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-51955e73-ebdc-4950-85e2-039bd91acec7 req-cde1cc76-637c-4b76-a221-fb807eb2092e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a1f94765-634f-4282-b456-a023b8201bb5 HTTP/1.1" status: 200 len: 847 time: 0.0706797 Apr 20 17:44:02.726756 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51955e73-ebdc-4950-85e2-039bd91acec7 req-c2c7ef5f-134b-42c9-8b1d-1ffb81933aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:02.728582 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-51955e73-ebdc-4950-85e2-039bd91acec7 req-c2c7ef5f-134b-42c9-8b1d-1ffb81933aab service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e785f334-6767-476a-9220-c7787c18bfc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804770 Apr 20 17:44:02.885694 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-51955e73-ebdc-4950-85e2-039bd91acec7 req-3ffb6b44-e1e4-48f1-965e-fe13a89a309f service neutron] 10.222.0.76 "GET /v2.0/networks/e785f334-6767-476a-9220-c7787c18bfc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494634 Apr 20 17:44:03.033602 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-51955e73-ebdc-4950-85e2-039bd91acec7 req-09a61036-b02e-4d63-b4ff-2ea9d56a658e service neutron] 10.222.0.76 "GET /v2.0/networks/e785f334-6767-476a-9220-c7787c18bfc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405396 Apr 20 17:44:04.009797 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-da98f421-166f-4957-a328-bc58c818c36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:04.654391 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e28b5-786a-486e-a65e-2dae7cc3d2fd req-09a48c98-7e0e-42fb-851b-4a78a584ccd1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:04.656124 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-521e28b5-786a-486e-a65e-2dae7cc3d2fd req-09a48c98-7e0e-42fb-851b-4a78a584ccd1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 943 time: 0.1205430 Apr 20 17:44:04.711231 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-521e28b5-786a-486e-a65e-2dae7cc3d2fd req-f4a3d457-e2d7-4269-8273-f9617205996e tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482724 Apr 20 17:44:05.012322 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 59326) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:05.127006 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-568db01c-d8cc-4a09-8a3d-bcd58be65441 req-7f0569d1-6283-46ab-b4ad-a12778788bc1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1257520 Apr 20 17:44:05.680368 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device dbca7c06-b5d6-46a4-be1b-ed663fda62b8 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:44:05.938248 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301868a-a9a2-4064-9598-0aef3ad1fe0d req-33ffaca7-3383-4c4f-9ab4-0e9ddba39a83 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:05.939878 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9301868a-a9a2-4064-9598-0aef3ad1fe0d req-33ffaca7-3383-4c4f-9ab4-0e9ddba39a83 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 943 time: 0.0921845 Apr 20 17:44:05.976794 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568db01c-d8cc-4a09-8a3d-bcd58be65441 req-f8cb1e29-4006-4691-a6a6-b9be282a5ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:05.979010 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-568db01c-d8cc-4a09-8a3d-bcd58be65441 req-f8cb1e29-4006-4691-a6a6-b9be282a5ee4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03&tenant_id=91f08a58d46d4762b691ff2c6db71cd4 HTTP/1.1" status: 200 len: 1096 time: 0.0819945 Apr 20 17:44:05.990878 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9301868a-a9a2-4064-9598-0aef3ad1fe0d req-74eb7419-0176-4bfa-b5a2-21eaa560bbd3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444720 Apr 20 17:44:06.089210 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5fc70829-389c-4a0c-818e-2f7770caa4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:06.105427 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568db01c-d8cc-4a09-8a3d-bcd58be65441 req-8c1f2c03-cf4a-41d2-9077-a24064cb8d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:06.107058 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-568db01c-d8cc-4a09-8a3d-bcd58be65441 req-8c1f2c03-cf4a-41d2-9077-a24064cb8d25 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=91f08a58d46d4762b691ff2c6db71cd4&device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 1096 time: 0.0834014 Apr 20 17:44:06.251324 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568db01c-d8cc-4a09-8a3d-bcd58be65441 req-86d1164f-e356-453f-a3d3-000144d6fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:06.252817 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-568db01c-d8cc-4a09-8a3d-bcd58be65441 req-86d1164f-e356-453f-a3d3-000144d6fef6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=43f466f2-e643-4c2d-a72d-6fa47845b747 HTTP/1.1" status: 200 len: 918 time: 0.1360133 Apr 20 17:44:06.361792 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-568db01c-d8cc-4a09-8a3d-bcd58be65441 req-c2b66656-cba0-439e-aaba-78e034c61a11 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbca7c06-b5d6-46a4-be1b-ed663fda62b8 HTTP/1.1" status: 200 len: 998 time: 0.1014023 Apr 20 17:44:06.434389 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568db01c-d8cc-4a09-8a3d-bcd58be65441 req-13691194-b437-4d98-9a14-ad447ec1ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:06.435905 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-568db01c-d8cc-4a09-8a3d-bcd58be65441 req-13691194-b437-4d98-9a14-ad447ec1ff22 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e7b59eb6-7796-4d48-ad26-1b7d7898dd0a HTTP/1.1" status: 200 len: 856 time: 0.0617313 Apr 20 17:44:06.520049 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568db01c-d8cc-4a09-8a3d-bcd58be65441 req-d84979a8-479a-4956-9967-7c3497e3de6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:06.521493 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-568db01c-d8cc-4a09-8a3d-bcd58be65441 req-d84979a8-479a-4956-9967-7c3497e3de6e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=43f466f2-e643-4c2d-a72d-6fa47845b747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785875 Apr 20 17:44:06.662840 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-568db01c-d8cc-4a09-8a3d-bcd58be65441 req-9b611262-8701-400b-8def-4a3dabb8b1e9 service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346426 Apr 20 17:44:06.802244 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-568db01c-d8cc-4a09-8a3d-bcd58be65441 req-caf0e9d0-3d5b-4eed-bc67-0b6ae340440d service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322010 Apr 20 17:44:06.929359 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:07.209381 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7c2a4-18dc-4d26-9e71-17db41bb44e3 req-28aba05e-13c9-46ed-8960-94a667f09efa tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:07.211033 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f5b7c2a4-18dc-4d26-9e71-17db41bb44e3 req-28aba05e-13c9-46ed-8960-94a667f09efa tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 943 time: 0.0896311 Apr 20 17:44:07.259425 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f5b7c2a4-18dc-4d26-9e71-17db41bb44e3 req-ab3c28e4-4958-43a4-8748-8022694dfdb3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416863 Apr 20 17:44:07.495469 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:08.043986 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:08.487435 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df80b87-a187-4cb8-b6a0-6d25dda47dbd req-961cb9fe-3e8d-4278-a892-1a21750a7f6c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:08.489233 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5df80b87-a187-4cb8-b6a0-6d25dda47dbd req-961cb9fe-3e8d-4278-a892-1a21750a7f6c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 943 time: 0.0999544 Apr 20 17:44:08.540106 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5df80b87-a187-4cb8-b6a0-6d25dda47dbd req-3f6498f0-9eab-4e24-8309-592ea6afffd2 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445676 Apr 20 17:44:09.761854 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c538c4-cd3e-4ccc-aa08-89c04e176ff1 req-5d3c5d8a-b7ce-4227-b7cd-082d156d3e47 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:09.763577 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9c538c4-cd3e-4ccc-aa08-89c04e176ff1 req-5d3c5d8a-b7ce-4227-b7cd-082d156d3e47 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 943 time: 0.0977306 Apr 20 17:44:09.815367 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f9c538c4-cd3e-4ccc-aa08-89c04e176ff1 req-b90b2e4d-5507-4cda-ab7b-27864411da8b tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449579 Apr 20 17:44:11.079341 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 59436) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:11.179313 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d37bb-00cf-491c-b7ec-0252416a114d req-1076e37e-6b33-4e45-8523-ff94a03a843c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:11.180906 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-385d37bb-00cf-491c-b7ec-0252416a114d req-1076e37e-6b33-4e45-8523-ff94a03a843c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 943 time: 0.0944614 Apr 20 17:44:11.230225 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0cfa0816-5dbc-4bbc-8cab-937b4636bebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:11.261317 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-0cfa0816-5dbc-4bbc-8cab-937b4636bebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:44:11.266280 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-385d37bb-00cf-491c-b7ec-0252416a114d req-55d2f93f-37ba-4d78-9956-f9380431b672 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782800 Apr 20 17:44:11.268607 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-0cfa0816-5dbc-4bbc-8cab-937b4636bebc admin admin] Usage tracker for resource:security_group_rule and tenant:0c2e3a6574554016996bb67df6924ff0 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:44:11.271641 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-0cfa0816-5dbc-4bbc-8cab-937b4636bebc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:44:11.278320 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-0cfa0816-5dbc-4bbc-8cab-937b4636bebc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:44:11.454345 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0cfa0816-5dbc-4bbc-8cab-937b4636bebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:11.483660 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0cfa0816-5dbc-4bbc-8cab-937b4636bebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:11.493386 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:11.542815 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-0cfa0816-5dbc-4bbc-8cab-937b4636bebc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0c2e3a6574554016996bb67df6924ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4598763 Apr 20 17:44:11.542815 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa0816-5dbc-4bbc-8cab-937b4636bebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837f822b-58e1-4a8a-99dc-451116eca46e,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:11.544313 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 59444) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:11.545846 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0cfa0816-5dbc-4bbc-8cab-937b4636bebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:11.610705 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b256f21f-4b64-460c-853c-36e8117188cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:11.640865 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b256f21f-4b64-460c-853c-36e8117188cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:11.826309 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b256f21f-4b64-460c-853c-36e8117188cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:11.830532 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-bb77a5cd-5b71-4592-abaf-37e9acdef842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:11.845152 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256f21f-4b64-460c-853c-36e8117188cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837f822b-58e1-4a8a-99dc-451116eca46e,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:11.848419 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b256f21f-4b64-460c-853c-36e8117188cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:11.850514 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b256f21f-4b64-460c-853c-36e8117188cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:11.851747 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-b256f21f-4b64-460c-853c-36e8117188cd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/837f822b-58e1-4a8a-99dc-451116eca46e HTTP/1.1" status: 204 len: 168 time: 0.3058999 Apr 20 17:44:12.310295 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 59454) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:12.329707 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d9a7c73f-a2d9-4a4f-8565-63d11acf344d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:12.345934 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-d9a7c73f-a2d9-4a4f-8565-63d11acf344d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:44:12.351476 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-d9a7c73f-a2d9-4a4f-8565-63d11acf344d admin admin] Usage tracker for resource:security_group_rule and tenant:4cabbe2c9e914001b5fd0ed359aa79f7 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:44:12.355337 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-d9a7c73f-a2d9-4a4f-8565-63d11acf344d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:44:12.367764 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-d9a7c73f-a2d9-4a4f-8565-63d11acf344d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:44:12.536016 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778c6ef-4ffe-439a-af59-8ebfa69db8b4 req-b4a174ee-c0db-4583-bab1-c0c201169ef9 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:12.537687 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7778c6ef-4ffe-439a-af59-8ebfa69db8b4 req-b4a174ee-c0db-4583-bab1-c0c201169ef9 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 943 time: 0.1349151 Apr 20 17:44:12.572284 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d9a7c73f-a2d9-4a4f-8565-63d11acf344d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:12.600448 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7778c6ef-4ffe-439a-af59-8ebfa69db8b4 req-6673c147-8d15-40be-9269-b26649125642 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496202 Apr 20 17:44:12.603541 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d9a7c73f-a2d9-4a4f-8565-63d11acf344d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:12.612920 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7ce2ee6c-72a6-49c6-a326-28f2b55367e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:12.651303 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7c73f-a2d9-4a4f-8565-63d11acf344d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c40f4be-99b1-4ec1-8ecb-e2bae54b6580,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:12.653300 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d9a7c73f-a2d9-4a4f-8565-63d11acf344d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:12.674429 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 59458) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:12.674755 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-d9a7c73f-a2d9-4a4f-8565-63d11acf344d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4cabbe2c9e914001b5fd0ed359aa79f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3630419 Apr 20 17:44:12.738531 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e7f5f3b6-1ddc-4dc2-a046-661b739118ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:12.767218 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e7f5f3b6-1ddc-4dc2-a046-661b739118ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:12.855048 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e7f5f3b6-1ddc-4dc2-a046-661b739118ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:12.860301 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-ec8c55eb-01b9-47e3-a534-49d41ab4a4c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:12.873922 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5f3b6-1ddc-4dc2-a046-661b739118ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c40f4be-99b1-4ec1-8ecb-e2bae54b6580,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:12.876367 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-e7f5f3b6-1ddc-4dc2-a046-661b739118ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:12.885772 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-e7f5f3b6-1ddc-4dc2-a046-661b739118ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:12.889726 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-e7f5f3b6-1ddc-4dc2-a046-661b739118ec admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9c40f4be-99b1-4ec1-8ecb-e2bae54b6580 HTTP/1.1" status: 204 len: 168 time: 0.2141738 Apr 20 17:44:13.882286 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd05d7-8d2c-4eef-863a-2a740c79aaa6 req-f9ccbc8f-2ff5-47bb-9ceb-a5689404c2e9 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:13.885564 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-32dd05d7-8d2c-4eef-863a-2a740c79aaa6 req-f9ccbc8f-2ff5-47bb-9ceb-a5689404c2e9 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 943 time: 0.1182675 Apr 20 17:44:13.935505 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-32dd05d7-8d2c-4eef-863a-2a740c79aaa6 req-96dba168-c74b-4a73-9505-4565927aa909 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453117 Apr 20 17:44:14.715121 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 59504) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:14.843235 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4e6a29f7-9c9f-4372-9016-bb4f73f56cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:14.859686 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-4e6a29f7-9c9f-4372-9016-bb4f73f56cc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:44:14.863789 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-4e6a29f7-9c9f-4372-9016-bb4f73f56cc3 admin admin] Usage tracker for resource:security_group_rule and tenant:1a27bfb5d01447729e0b330c83dd29cd is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:44:14.866794 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-4e6a29f7-9c9f-4372-9016-bb4f73f56cc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:44:14.873351 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-4e6a29f7-9c9f-4372-9016-bb4f73f56cc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:44:14.961612 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4e6a29f7-9c9f-4372-9016-bb4f73f56cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:14.992410 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4e6a29f7-9c9f-4372-9016-bb4f73f56cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:15.002080 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-6caf50ad-7a34-42be-9cf0-2de885d79542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:15.047166 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a29f7-9c9f-4372-9016-bb4f73f56cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d412ef-a3dd-4a60-af5e-3d0c2da2340c,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:15.051507 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4e6a29f7-9c9f-4372-9016-bb4f73f56cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:15.057594 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 59514) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:15.068613 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-4e6a29f7-9c9f-4372-9016-bb4f73f56cc3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1a27bfb5d01447729e0b330c83dd29cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3522441 Apr 20 17:44:15.176616 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9cc58dc8-911a-44ec-9df0-6e4c80710033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:15.220611 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9cc58dc8-911a-44ec-9df0-6e4c80710033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:15.249516 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa17a49-0c3e-4399-bffe-c4fdb5d85e56 req-9bf5d65d-fd2d-45fc-bcf7-fb34086855e3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:15.251204 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0aa17a49-0c3e-4399-bffe-c4fdb5d85e56 req-9bf5d65d-fd2d-45fc-bcf7-fb34086855e3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 943 time: 0.1666367 Apr 20 17:44:15.318919 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0aa17a49-0c3e-4399-bffe-c4fdb5d85e56 req-75503bd2-af0e-44b4-be82-e278254e7a12 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525167 Apr 20 17:44:15.358060 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9cc58dc8-911a-44ec-9df0-6e4c80710033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:15.362357 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-59c6534d-813c-4abf-a1b1-c6f5d65defe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:15.374427 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc58dc8-911a-44ec-9df0-6e4c80710033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d412ef-a3dd-4a60-af5e-3d0c2da2340c,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:15.379222 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-9cc58dc8-911a-44ec-9df0-6e4c80710033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:15.388337 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9cc58dc8-911a-44ec-9df0-6e4c80710033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:15.390001 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-9cc58dc8-911a-44ec-9df0-6e4c80710033 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/90d412ef-a3dd-4a60-af5e-3d0c2da2340c HTTP/1.1" status: 204 len: 168 time: 0.3309019 Apr 20 17:44:16.564336 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de0eec-d843-47ea-adae-59dda2f8d9a2 req-7addbf47-a0a5-452c-84a5-0d7cff5f129f tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:16.566649 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-62de0eec-d843-47ea-adae-59dda2f8d9a2 req-7addbf47-a0a5-452c-84a5-0d7cff5f129f tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 943 time: 0.1132712 Apr 20 17:44:16.625892 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-62de0eec-d843-47ea-adae-59dda2f8d9a2 req-0fa578f2-1aec-4dc0-9682-0f0f62a1ede3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512965 Apr 20 17:44:17.870242 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b75e86-fb26-4c59-ab42-765c2a31bdcc req-cd84e0f4-0f7f-47c7-83f7-7a66db348fcf tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:17.872880 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-36b75e86-fb26-4c59-ab42-765c2a31bdcc req-cd84e0f4-0f7f-47c7-83f7-7a66db348fcf tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 943 time: 0.1151469 Apr 20 17:44:17.936332 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-36b75e86-fb26-4c59-ab42-765c2a31bdcc req-abbc3c25-eed4-491b-81dd-ff9f978828ab tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563288 Apr 20 17:44:19.253494 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ab751-f116-4e44-8c2d-48b10e3fc737 req-a709d130-3e0c-48ce-84c3-41e4cd2b02b5 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:19.255108 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-794ab751-f116-4e44-8c2d-48b10e3fc737 req-a709d130-3e0c-48ce-84c3-41e4cd2b02b5 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 943 time: 0.1031084 Apr 20 17:44:19.306967 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-794ab751-f116-4e44-8c2d-48b10e3fc737 req-23d39433-7462-4aa7-8c97-e9a8882cdf26 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448027 Apr 20 17:44:20.517659 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d26b90-8f27-4b62-8ffa-66623bbe3666 req-b4c2c948-07af-465a-bb3b-91c902cdfa46 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:20.520262 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-96d26b90-8f27-4b62-8ffa-66623bbe3666 req-b4c2c948-07af-465a-bb3b-91c902cdfa46 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 943 time: 0.0911894 Apr 20 17:44:20.568549 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-96d26b90-8f27-4b62-8ffa-66623bbe3666 req-32b357e1-daf8-410c-b564-7a4ae3a0a00d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419679 Apr 20 17:44:20.732683 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 59584) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:20.853909 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-48e444b3-085b-41a2-85b3-7fd951db4c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:20.869071 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-48e444b3-085b-41a2-85b3-7fd951db4c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:44:20.873282 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-48e444b3-085b-41a2-85b3-7fd951db4c5d admin admin] Usage tracker for resource:security_group_rule and tenant:724cf091c1b14bf1ba0aeaff9e1ae8e5 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:44:20.876294 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-48e444b3-085b-41a2-85b3-7fd951db4c5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:44:20.882323 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-48e444b3-085b-41a2-85b3-7fd951db4c5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:44:20.965818 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-48e444b3-085b-41a2-85b3-7fd951db4c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:20.996744 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-48e444b3-085b-41a2-85b3-7fd951db4c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:21.008623 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f928330b-043e-47db-95d6-d70abf8ebfe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:21.052830 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-48e444b3-085b-41a2-85b3-7fd951db4c5d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=724cf091c1b14bf1ba0aeaff9e1ae8e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3190143 Apr 20 17:44:21.054588 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e444b3-085b-41a2-85b3-7fd951db4c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9330a33-6dc3-4e8c-a36c-78c8e2d26731,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:21.055848 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 59590) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:21.058510 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-48e444b3-085b-41a2-85b3-7fd951db4c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:21.127787 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c9cff9a4-d82d-4b1c-957d-bea2a6708bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:21.154851 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c9cff9a4-d82d-4b1c-957d-bea2a6708bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:21.237530 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c9cff9a4-d82d-4b1c-957d-bea2a6708bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:21.242701 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-80e58b9a-1380-4bce-b48c-0790bb653011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:21.255884 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cff9a4-d82d-4b1c-957d-bea2a6708bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9330a33-6dc3-4e8c-a36c-78c8e2d26731,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:21.260576 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-c9cff9a4-d82d-4b1c-957d-bea2a6708bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:21.266187 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c9cff9a4-d82d-4b1c-957d-bea2a6708bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:21.267464 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-c9cff9a4-d82d-4b1c-957d-bea2a6708bd3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b9330a33-6dc3-4e8c-a36c-78c8e2d26731 HTTP/1.1" status: 204 len: 168 time: 0.2088921 Apr 20 17:44:21.670511 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 59600) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:21.692048 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0f21cc59-03f3-409c-a555-3d4b20ea6791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:21.707610 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-0f21cc59-03f3-409c-a555-3d4b20ea6791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:44:21.711633 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-0f21cc59-03f3-409c-a555-3d4b20ea6791 admin admin] Usage tracker for resource:security_group_rule and tenant:3baaeef7a2924e19b3e27a84fd950137 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:44:21.714880 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-0f21cc59-03f3-409c-a555-3d4b20ea6791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:44:21.720928 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-0f21cc59-03f3-409c-a555-3d4b20ea6791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:44:21.778488 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe99614-62e8-4065-80c1-31e647354606 req-64f1a55a-88b6-480d-8425-3dc70f13db2b tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:21.780156 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2fe99614-62e8-4065-80c1-31e647354606 req-64f1a55a-88b6-480d-8425-3dc70f13db2b tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 943 time: 0.0925300 Apr 20 17:44:21.807797 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0f21cc59-03f3-409c-a555-3d4b20ea6791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:21.826132 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0f21cc59-03f3-409c-a555-3d4b20ea6791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:21.827907 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2fe99614-62e8-4065-80c1-31e647354606 req-9a9f2c60-edcb-44b8-b5d5-5d3ba05992fe tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413792 Apr 20 17:44:21.835887 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d6fba10a-c658-4744-bdb9-38ec5264e6e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:21.878996 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-0f21cc59-03f3-409c-a555-3d4b20ea6791 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3baaeef7a2924e19b3e27a84fd950137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2072847 Apr 20 17:44:21.880684 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21cc59-03f3-409c-a555-3d4b20ea6791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e29765-949e-4735-b299-1d08a572989f,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:21.881833 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 59604) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:21.883865 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0f21cc59-03f3-409c-a555-3d4b20ea6791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:21.942934 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4433a12e-2200-44ac-b4f0-4e83837c8ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:21.970078 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4433a12e-2200-44ac-b4f0-4e83837c8ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:22.031707 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4433a12e-2200-44ac-b4f0-4e83837c8ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:22.036555 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-61c68e6e-6ceb-48b1-aee3-e0aa5c646249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:22.050041 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433a12e-2200-44ac-b4f0-4e83837c8ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e29765-949e-4735-b299-1d08a572989f,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:22.054215 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4433a12e-2200-44ac-b4f0-4e83837c8ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:22.055627 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4433a12e-2200-44ac-b4f0-4e83837c8ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:22.057396 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-4433a12e-2200-44ac-b4f0-4e83837c8ba7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/30e29765-949e-4735-b299-1d08a572989f HTTP/1.1" status: 204 len: 168 time: 0.1739266 Apr 20 17:44:23.042224 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec2624-7593-41b1-a5b2-13ad46444549 req-277a6d91-b56f-42ca-9ac8-be05a1ed4dfc tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:23.043855 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2aec2624-7593-41b1-a5b2-13ad46444549 req-277a6d91-b56f-42ca-9ac8-be05a1ed4dfc tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 943 time: 0.0928459 Apr 20 17:44:23.093142 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2aec2624-7593-41b1-a5b2-13ad46444549 req-19b686ec-9732-4caa-872f-7b7590e64f9e tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428393 Apr 20 17:44:24.303372 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892169c1-9cab-4d7f-a6fe-5accecb308c5 req-1d905c7b-4b22-4d81-97ed-dc03c34e87b1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:24.304893 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-892169c1-9cab-4d7f-a6fe-5accecb308c5 req-1d905c7b-4b22-4d81-97ed-dc03c34e87b1 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 943 time: 0.0909412 Apr 20 17:44:24.353304 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-892169c1-9cab-4d7f-a6fe-5accecb308c5 req-bc12fa48-2970-4fbf-a056-96d74f168f4a tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414231 Apr 20 17:44:24.575181 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:25.560135 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77600e1-5d5b-4411-ac29-da55723ff755 req-f82b24fd-8c78-4d7d-ba31-4870bce49bfb tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:25.561738 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e77600e1-5d5b-4411-ac29-da55723ff755 req-f82b24fd-8c78-4d7d-ba31-4870bce49bfb tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 943 time: 0.0892076 Apr 20 17:44:25.613198 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e77600e1-5d5b-4411-ac29-da55723ff755 req-210e367c-360f-4704-b2df-08d74d0e573d tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449884 Apr 20 17:44:25.833600 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device dbca7c06-b5d6-46a4-be1b-ed663fda62b8 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86490) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 17:44:25.971734 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port dbca7c06-b5d6-46a4-be1b-ed663fda62b8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dbca7c06-b5d6-46a4-be1b-ed663fda62b8,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:44:25.985635 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Returning: {'device': 'dbca7c06-b5d6-46a4-be1b-ed663fda62b8', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'port_id': 'dbca7c06-b5d6-46a4-be1b-ed663fda62b8', 'mac_address': 'fa:16:3e:05:3d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 957, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86490) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:44:26.045824 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:26.064214 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbca7c06-b5d6-46a4-be1b-ed663fda62b8 {{(pid=86490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:44:26.079686 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port dbca7c06-b5d6-46a4-be1b-ed663fda62b8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dbca7c06-b5d6-46a4-be1b-ed663fda62b8,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:44:26.111445 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:26.113996 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:26.181867 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=dbca7c06-b5d6-46a4-be1b-ed663fda62b8,revision_number=9']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:26.185752 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:26.515300 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['dbca7c06-b5d6-46a4-be1b-ed663fda62b8'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:44:26.833442 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152fe7d-f47e-4e07-80cf-7e8875ed970e req-194bc87b-0af0-4e8f-8a77-d27d0ab2fc0f tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:26.835230 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4152fe7d-f47e-4e07-80cf-7e8875ed970e req-194bc87b-0af0-4e8f-8a77-d27d0ab2fc0f tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 944 time: 0.0943611 Apr 20 17:44:26.886028 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4152fe7d-f47e-4e07-80cf-7e8875ed970e req-2e3e685e-0cc3-4de2-bf6e-e77f1f0f04ad tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438998 Apr 20 17:44:27.849160 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device dbca7c06-b5d6-46a4-be1b-ed663fda62b8 up at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:44:27.920479 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning complete for port dbca7c06-b5d6-46a4-be1b-ed663fda62b8 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:44:27.920904 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:28.047649 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:28.080964 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1253f39c-e73c-4773-947f-4d835a850d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbca7c06-b5d6-46a4-be1b-ed663fda62b8'}] {{(pid=86490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:44:28.092006 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port dbca7c06-b5d6-46a4-be1b-ed663fda62b8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dbca7c06-b5d6-46a4-be1b-ed663fda62b8,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:44:28.098267 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bfe5c-9066-486f-b7cb-62892fc3a5b1 req-bfaf5db4-7914-4ab2-b1d1-5cbbd06a02c0 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:28.101522 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-525bfe5c-9066-486f-b7cb-62892fc3a5b1 req-bfaf5db4-7914-4ab2-b1d1-5cbbd06a02c0 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 944 time: 0.0945053 Apr 20 17:44:28.118074 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:28.121028 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d54a8157-8612-414b-a259-d1b7322dbd69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:28.152253 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-525bfe5c-9066-486f-b7cb-62892fc3a5b1 req-38c96a38-32f0-4853-ada1-248a81aedf10 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456359 Apr 20 17:44:28.163015 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1253f39c-e73c-4773-947f-4d835a850d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbca7c06-b5d6-46a4-be1b-ed663fda62b8', 'code': 200} Apr 20 17:44:28.202314 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=dbca7c06-b5d6-46a4-be1b-ed663fda62b8,revision_number=10']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:28.205430 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:28.480928 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143c8a9-b353-4cd0-9566-8f9afb39c66c req-5f751dec-1dfe-4a44-875a-7c315ebb3678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:28.482496 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d143c8a9-b353-4cd0-9566-8f9afb39c66c req-5f751dec-1dfe-4a44-875a-7c315ebb3678 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 1099 time: 0.0789742 Apr 20 17:44:28.743493 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d143c8a9-b353-4cd0-9566-8f9afb39c66c req-068a6a29-339c-4826-ba87-ee4c8b7e3dfa service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549953 Apr 20 17:44:29.373390 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4be547-c54e-462b-9261-dae337eee5d5 req-9f533bd1-ff80-4cda-a869-930c48c41163 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:29.374983 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1e4be547-c54e-462b-9261-dae337eee5d5 req-9f533bd1-ff80-4cda-a869-930c48c41163 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 946 time: 0.0879393 Apr 20 17:44:29.422458 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1e4be547-c54e-462b-9261-dae337eee5d5 req-cdcd9c4b-286f-4eb6-a81e-db63fc422d72 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412166 Apr 20 17:44:30.632476 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03273070-26ea-42fd-92ec-a813bd54743d req-5f29b4db-0d2f-41e9-b5e8-a540c04e88c7 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:30.634086 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-03273070-26ea-42fd-92ec-a813bd54743d req-5f29b4db-0d2f-41e9-b5e8-a540c04e88c7 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 946 time: 0.0903127 Apr 20 17:44:30.686047 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-03273070-26ea-42fd-92ec-a813bd54743d req-4adfee6e-cc9e-4969-a04e-e917a9439059 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453594 Apr 20 17:44:31.898291 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c48130-5191-433d-b20a-d1a4e1b5a3ec req-a12f44d6-68f3-4bfc-bf09-4504d17e01d0 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:31.899896 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b0c48130-5191-433d-b20a-d1a4e1b5a3ec req-a12f44d6-68f3-4bfc-bf09-4504d17e01d0 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 946 time: 0.0923524 Apr 20 17:44:31.948947 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b0c48130-5191-433d-b20a-d1a4e1b5a3ec req-39208e64-2b60-4750-9656-62628e3310b8 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427160 Apr 20 17:44:33.663605 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 59782) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:33.786036 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-64bf54a6-c15c-400f-81aa-4e76c18a2876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:33.801826 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-64bf54a6-c15c-400f-81aa-4e76c18a2876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:44:33.805892 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-64bf54a6-c15c-400f-81aa-4e76c18a2876 admin admin] Usage tracker for resource:security_group_rule and tenant:37b6c6ed037a4b378a3adcabca46f2c1 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:44:33.808934 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-64bf54a6-c15c-400f-81aa-4e76c18a2876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:44:33.815004 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-64bf54a6-c15c-400f-81aa-4e76c18a2876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:44:33.899064 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-64bf54a6-c15c-400f-81aa-4e76c18a2876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:33.922663 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-64bf54a6-c15c-400f-81aa-4e76c18a2876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:33.931537 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-05c42164-e7a1-4455-8c51-b83d316840db tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:33.975787 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-64bf54a6-c15c-400f-81aa-4e76c18a2876 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=37b6c6ed037a4b378a3adcabca46f2c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110056 Apr 20 17:44:33.976750 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf54a6-c15c-400f-81aa-4e76c18a2876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b5ddaa-a1ac-4aa0-a310-b17307b8bae1,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:33.978799 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 59788) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:33.980312 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-64bf54a6-c15c-400f-81aa-4e76c18a2876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:33.985806 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b5368e52-d2fc-433e-96bb-20aad00602e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:34.041576 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a9f37c91-2119-41f7-99cf-3a0833610b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:34.068941 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a9f37c91-2119-41f7-99cf-3a0833610b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:34.157313 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a9f37c91-2119-41f7-99cf-3a0833610b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:34.162225 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-03b9d198-68f8-413a-8429-2714eb363af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:34.175874 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f37c91-2119-41f7-99cf-3a0833610b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b5ddaa-a1ac-4aa0-a310-b17307b8bae1,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:34.179529 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a9f37c91-2119-41f7-99cf-3a0833610b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:34.182780 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a9f37c91-2119-41f7-99cf-3a0833610b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:34.183972 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-a9f37c91-2119-41f7-99cf-3a0833610b50 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/79b5ddaa-a1ac-4aa0-a310-b17307b8bae1 HTTP/1.1" status: 204 len: 168 time: 0.2041051 Apr 20 17:44:34.601236 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 59796) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:34.619965 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-44bb4c39-63a2-4cdf-8a95-eac28702335b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:34.635630 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-44bb4c39-63a2-4cdf-8a95-eac28702335b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:44:34.640302 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-44bb4c39-63a2-4cdf-8a95-eac28702335b admin admin] Usage tracker for resource:security_group_rule and tenant:8d5113a42b184aa9af040271588c5cce is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:44:34.643273 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-44bb4c39-63a2-4cdf-8a95-eac28702335b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:44:34.649273 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-44bb4c39-63a2-4cdf-8a95-eac28702335b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:44:34.732035 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-44bb4c39-63a2-4cdf-8a95-eac28702335b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:34.763571 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-44bb4c39-63a2-4cdf-8a95-eac28702335b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:34.772369 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-6bbf3bc8-d9ff-4699-b5e2-3d226942c877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:34.813394 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-44bb4c39-63a2-4cdf-8a95-eac28702335b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8d5113a42b184aa9af040271588c5cce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2110028 Apr 20 17:44:34.815154 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb4c39-63a2-4cdf-8a95-eac28702335b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e3a1e5-a9d2-4d93-a092-fc64fd487da9,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:34.816325 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 59800) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:34.818294 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-44bb4c39-63a2-4cdf-8a95-eac28702335b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:34.879166 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-416ed56f-a320-4212-819a-0adb8d377a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:34.905741 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-416ed56f-a320-4212-819a-0adb8d377a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:34.986336 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-416ed56f-a320-4212-819a-0adb8d377a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:34.991345 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-433759b6-3cef-475d-bb31-bb3765afdd02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:35.007775 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ed56f-a320-4212-819a-0adb8d377a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e3a1e5-a9d2-4d93-a092-fc64fd487da9,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:35.021200 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ed56f-a320-4212-819a-0adb8d377a1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:35.021613 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ed56f-a320-4212-819a-0adb8d377a1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:35.022039 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ed56f-a320-4212-819a-0adb8d377a1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:35.022413 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ed56f-a320-4212-819a-0adb8d377a1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:35.022858 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ed56f-a320-4212-819a-0adb8d377a1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:35.023250 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ed56f-a320-4212-819a-0adb8d377a1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:35.023637 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ed56f-a320-4212-819a-0adb8d377a1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:35.024025 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ed56f-a320-4212-819a-0adb8d377a1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:35.024417 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ed56f-a320-4212-819a-0adb8d377a1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:35.024803 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ed56f-a320-4212-819a-0adb8d377a1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:35.025220 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ed56f-a320-4212-819a-0adb8d377a1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:35.025605 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416ed56f-a320-4212-819a-0adb8d377a1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:35.030551 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-416ed56f-a320-4212-819a-0adb8d377a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:35.034870 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-416ed56f-a320-4212-819a-0adb8d377a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:35.036055 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-416ed56f-a320-4212-819a-0adb8d377a1d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/36e3a1e5-a9d2-4d93-a092-fc64fd487da9 HTTP/1.1" status: 204 len: 168 time: 0.2186179 Apr 20 17:44:35.533486 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 59808) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:35.552511 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-be3eec8b-0133-4892-ab48-ecd3dd18009c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:35.567832 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-be3eec8b-0133-4892-ab48-ecd3dd18009c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:44:35.572827 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-be3eec8b-0133-4892-ab48-ecd3dd18009c admin admin] Usage tracker for resource:security_group_rule and tenant:de9567ead21841acad9554f54b57bd26 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:44:35.576238 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-be3eec8b-0133-4892-ab48-ecd3dd18009c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:44:35.582153 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-be3eec8b-0133-4892-ab48-ecd3dd18009c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:44:35.667490 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-be3eec8b-0133-4892-ab48-ecd3dd18009c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:35.701101 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-be3eec8b-0133-4892-ab48-ecd3dd18009c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:35.709410 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7c8c735e-bfde-4e01-bd57-066acee475e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:35.752830 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-be3eec8b-0133-4892-ab48-ecd3dd18009c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=de9567ead21841acad9554f54b57bd26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182119 Apr 20 17:44:35.754455 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3eec8b-0133-4892-ab48-ecd3dd18009c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c7f333-df34-4cc2-865e-e5d3dca1bb73,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:35.755825 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 59812) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:35.757599 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-be3eec8b-0133-4892-ab48-ecd3dd18009c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:35.819039 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7a790a67-b462-4f93-84a1-d1b2f0b9dffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:35.846575 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7a790a67-b462-4f93-84a1-d1b2f0b9dffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:35.923338 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7a790a67-b462-4f93-84a1-d1b2f0b9dffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:35.927198 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-e01113ea-7b0f-463a-a755-c070fb0af9a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:35.940528 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a790a67-b462-4f93-84a1-d1b2f0b9dffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c7f333-df34-4cc2-865e-e5d3dca1bb73,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:35.942935 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7a790a67-b462-4f93-84a1-d1b2f0b9dffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:35.950674 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7a790a67-b462-4f93-84a1-d1b2f0b9dffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:35.951880 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-7a790a67-b462-4f93-84a1-d1b2f0b9dffc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/82c7f333-df34-4cc2-865e-e5d3dca1bb73 HTTP/1.1" status: 204 len: 168 time: 0.1943095 Apr 20 17:44:36.100528 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-13b11e53-dc46-4c8c-94cf-3cdfaa42183b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:36.853312 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 59836) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:36.935049 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:36.964808 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-4754bd76-1556-410a-9689-676af1a0e03e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1959312813-network', 'tenant_id': '6f65440cfa2841c6a32c773e264c7c7e'}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:44:36.970290 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-4754bd76-1556-410a-9689-676af1a0e03e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:44:36.974320 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-4754bd76-1556-410a-9689-676af1a0e03e admin admin] Usage tracker for resource:network and tenant:6f65440cfa2841c6a32c773e264c7c7e is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:44:36.977318 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-4754bd76-1556-410a-9689-676af1a0e03e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:44:36.983938 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-4754bd76-1556-410a-9689-676af1a0e03e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:44:37.025902 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4754bd76-1556-410a-9689-676af1a0e03e admin admin] Made reservation on behalf of 6f65440cfa2841c6a32c773e264c7c7e for: {'network': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:44:37.031113 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4754bd76-1556-410a-9689-676af1a0e03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for network, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:37.045093 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4754bd76-1556-410a-9689-676af1a0e03e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:37.060689 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-4754bd76-1556-410a-9689-676af1a0e03e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:44:37.065029 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-4754bd76-1556-410a-9689-676af1a0e03e admin admin] Usage tracker for resource:security_group_rule and tenant:6f65440cfa2841c6a32c773e264c7c7e is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:44:37.067941 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-4754bd76-1556-410a-9689-676af1a0e03e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:44:37.073872 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-4754bd76-1556-410a-9689-676af1a0e03e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:44:37.158964 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4754bd76-1556-410a-9689-676af1a0e03e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:37.191693 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4754bd76-1556-410a-9689-676af1a0e03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:37.196029 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0f6194dd-3dd8-4de0-89a6-e98e09081b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:37.221666 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4754bd76-1556-410a-9689-676af1a0e03e admin admin] vlan segment allocate from pool success with {'vlan_id': 956, 'physical_network': 'physnet1'} {{(pid=86488) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 17:44:37.234791 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754bd76-1556-410a-9689-676af1a0e03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fafed7-84a8-4523-80b5-238204fb5928,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:37.237973 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4754bd76-1556-410a-9689-676af1a0e03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:37.268189 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4754bd76-1556-410a-9689-676af1a0e03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:37.268585 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.segments_db [None req-4754bd76-1556-410a-9689-676af1a0e03e admin admin] Added segment c654f3f2-060c-4dd7-940a-7247b0f852a5 of type vlan for network b583f52b-eb0c-40d4-a4f6-7a45e7d114d7 Apr 20 17:44:37.345716 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4754bd76-1556-410a-9689-676af1a0e03e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775308210547'] for network, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:37.437567 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4754bd76-1556-410a-9689-676af1a0e03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146'] for network, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:37.438905 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4754bd76-1556-410a-9689-676af1a0e03e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:37.439541 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4754bd76-1556-410a-9689-676af1a0e03e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:37.444608 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-bf96a6dd-dcad-4699-935d-78a0b12ca12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:37.483376 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:37.549898 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754bd76-1556-410a-9689-676af1a0e03e admin admin] Pushing event updated for resources: {'Network': ['ID=b583f52b-eb0c-40d4-a4f6-7a45e7d114d7,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:37.555914 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4754bd76-1556-410a-9689-676af1a0e03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:37.560320 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Network b583f52b-eb0c-40d4-a4f6-7a45e7d114d7 details requested by agent ovs-agent-dv-cinder-786927-2-smb with host dv-cinder-786927-2-smb {{(pid=86490) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 17:44:37.576957 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-4754bd76-1556-410a-9689-676af1a0e03e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7224746 Apr 20 17:44:37.579232 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 59842) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:44:37.586691 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Request body: {'subnet': {'network_id': 'b583f52b-eb0c-40d4-a4f6-7a45e7d114d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1959312813-subnet', 'tenant_id': '6f65440cfa2841c6a32c773e264c7c7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86488) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:44:37.592342 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:44:37.596463 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Usage tracker for resource:subnet and tenant:6f65440cfa2841c6a32c773e264c7c7e is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:44:37.599498 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:44:37.605883 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:44:37.643702 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Made reservation on behalf of 6f65440cfa2841c6a32c773e264c7c7e for: {'subnet': 1} {{(pid=86488) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:44:37.648638 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2100862'] for subnet, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:38.049220 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:38.208153 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2315785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2100847'] for subnet, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:38.212702 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-fa773827-dd02-4667-b2d6-b0adef4cc889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:38.294245 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8672650c-0f47-4c57-8dea-ca06992be2c4,revision_number=0']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:38.302682 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Checking segment: {'id': 'c654f3f2-060c-4dd7-940a-7247b0f852a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'b583f52b-eb0c-40d4-a4f6-7a45e7d114d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:44:38.303033 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Network hostable DHCP agents. Network: b583f52b-eb0c-40d4-a4f6-7a45e7d114d7, hostable agents: ['3fc774e1-ba83-4007-9de0-3f46efafec56'], hosted agents: [] {{(pid=86488) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 17:44:38.309629 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:38.310064 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:38.310484 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:38.310925 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:38.311334 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:38.311750 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:38.312161 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:38.312567 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:38.312974 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:38.313381 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:38.313785 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:38.314185 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:44:38.317848 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:38.357716 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Network b583f52b-eb0c-40d4-a4f6-7a45e7d114d7 is scheduled to be hosted by DHCP agent 3fc774e1-ba83-4007-9de0-3f46efafec56 with binding_index 1 {{(pid=86488) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 17:44:38.386028 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786927-2-smb, b583f52b-eb0c-40d4-a4f6-7a45e7d114d7) {{(pid=86488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:44:38.395189 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f67525-2b11-42e1-81d9-20db925e2723 None None] Network b583f52b-eb0c-40d4-a4f6-7a45e7d114d7 requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:44:38.398008 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:38.398691 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:38.438494 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-2a9e7f9d-fbc8-4f40-8af1-650e10cf5d1c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8579807 Apr 20 17:44:38.513174 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:44:38.624714 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df380b5-e65b-40ee-866f-3d68739d1a91 None None] Network b583f52b-eb0c-40d4-a4f6-7a45e7d114d7 requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:44:40.669492 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ff01c-25dc-4b53-934d-46d2d854029b req-61692f66-c7a8-4f91-8a52-274366098bbd tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:40.671137 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-557ff01c-25dc-4b53-934d-46d2d854029b req-61692f66-c7a8-4f91-8a52-274366098bbd tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/networks?id=b583f52b-eb0c-40d4-a4f6-7a45e7d114d7 HTTP/1.1" status: 200 len: 809 time: 0.1669552 Apr 20 17:44:40.687607 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-557ff01c-25dc-4b53-934d-46d2d854029b req-78cce930-a1b7-44cc-b8ab-80c77d4a865a tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/quotas/6f65440cfa2841c6a32c773e264c7c7e HTTP/1.1" status: 200 len: 375 time: 0.0100920 Apr 20 17:44:40.745362 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-557ff01c-25dc-4b53-934d-46d2d854029b req-3c13340b-617c-4739-85d3-8f1286ccb74c tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f65440cfa2841c6a32c773e264c7c7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522957 Apr 20 17:44:40.886635 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-557ff01c-25dc-4b53-934d-46d2d854029b req-97cddbf3-f0c0-43f4-b635-7848315d5c93 service neutron] 10.222.0.75 "GET /v2.0/networks/b583f52b-eb0c-40d4-a4f6-7a45e7d114d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334624 Apr 20 17:44:41.025634 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-557ff01c-25dc-4b53-934d-46d2d854029b req-2f447483-1dfc-41b1-9ea3-0d2121df7bf2 service neutron] 10.222.0.75 "GET /v2.0/networks/b583f52b-eb0c-40d4-a4f6-7a45e7d114d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325135 Apr 20 17:44:41.246247 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b9ba9e9f-212d-457a-97a7-65240d51f517 req-36e1ec31-1780-47cc-a5ab-aac511f87ee1 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4a2b057-a3ba-48c9-b821-0e5f3d2752b5 HTTP/1.1" status: 200 len: 210 time: 0.0497928 Apr 20 17:44:42.409694 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ad2d9be1-c44d-44a3-9feb-f7e29e2e408e req-71c78379-e42c-4f4b-80da-33e0a8cd7c55 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4a2b057-a3ba-48c9-b821-0e5f3d2752b5 HTTP/1.1" status: 200 len: 210 time: 0.0491095 Apr 20 17:44:43.108848 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ff01c-25dc-4b53-934d-46d2d854029b req-8bcfba86-b94c-4d66-bea1-c6a8e6c036fa tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:43.110389 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-557ff01c-25dc-4b53-934d-46d2d854029b req-8bcfba86-b94c-4d66-bea1-c6a8e6c036fa tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.76 "GET /v2.0/networks?id=b583f52b-eb0c-40d4-a4f6-7a45e7d114d7 HTTP/1.1" status: 200 len: 809 time: 0.1565619 Apr 20 17:44:43.129641 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-557ff01c-25dc-4b53-934d-46d2d854029b req-26cbbe0e-1437-41bf-bc85-3e0f22bf2197 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Request body: {'port': {'device_id': 'b4a2b057-a3ba-48c9-b821-0e5f3d2752b5', 'network_id': 'b583f52b-eb0c-40d4-a4f6-7a45e7d114d7', 'admin_state_up': True, 'tenant_id': '6f65440cfa2841c6a32c773e264c7c7e'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:44:43.276542 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-557ff01c-25dc-4b53-934d-46d2d854029b req-26cbbe0e-1437-41bf-bc85-3e0f22bf2197 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:44:43.281249 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-557ff01c-25dc-4b53-934d-46d2d854029b req-26cbbe0e-1437-41bf-bc85-3e0f22bf2197 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Usage tracker for resource:port and tenant:6f65440cfa2841c6a32c773e264c7c7e is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:44:43.284256 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-557ff01c-25dc-4b53-934d-46d2d854029b req-26cbbe0e-1437-41bf-bc85-3e0f22bf2197 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:44:43.290358 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-557ff01c-25dc-4b53-934d-46d2d854029b req-26cbbe0e-1437-41bf-bc85-3e0f22bf2197 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:44:43.334420 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-557ff01c-25dc-4b53-934d-46d2d854029b req-26cbbe0e-1437-41bf-bc85-3e0f22bf2197 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Made reservation on behalf of 6f65440cfa2841c6a32c773e264c7c7e for: {'port': 1} {{(pid=86489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:44:43.341374 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-557ff01c-25dc-4b53-934d-46d2d854029b req-26cbbe0e-1437-41bf-bc85-3e0f22bf2197 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:43.515043 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [req-557ff01c-25dc-4b53-934d-46d2d854029b req-26cbbe0e-1437-41bf-bc85-3e0f22bf2197 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Allocated IP 172.20.0.12 (b583f52b-eb0c-40d4-a4f6-7a45e7d114d7/8672650c-0f47-4c57-8dea-ca06992be2c4/e5aeb1ad-817c-4d80-9c5b-fecb7d18e204) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:44:43.571429 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-83f614db-0529-4953-83b3-46639366f508 req-9782f6cf-e2b4-46b3-a90b-bfeeff87dd56 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4a2b057-a3ba-48c9-b821-0e5f3d2752b5 HTTP/1.1" status: 200 len: 210 time: 0.0478413 Apr 20 17:44:43.729100 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-557ff01c-25dc-4b53-934d-46d2d854029b req-26cbbe0e-1437-41bf-bc85-3e0f22bf2197 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:43.792336 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-557ff01c-25dc-4b53-934d-46d2d854029b req-26cbbe0e-1437-41bf-bc85-3e0f22bf2197 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278367'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:43.798667 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b777cfe2-7f8c-4b34-a65d-9c266760d6fd tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:43.873732 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557ff01c-25dc-4b53-934d-46d2d854029b req-26cbbe0e-1437-41bf-bc85-3e0f22bf2197 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Network b583f52b-eb0c-40d4-a4f6-7a45e7d114d7 is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:44:43.877025 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [req-557ff01c-25dc-4b53-934d-46d2d854029b req-26cbbe0e-1437-41bf-bc85-3e0f22bf2197 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:44:43.881178 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-557ff01c-25dc-4b53-934d-46d2d854029b req-26cbbe0e-1437-41bf-bc85-3e0f22bf2197 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:44:43.918936 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbbe0e-1437-41bf-bc85-3e0f22bf2197 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Pushing event updated for resources: {'Port': ['ID=e5aeb1ad-817c-4d80-9c5b-fecb7d18e204,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:43.923481 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-26cbbe0e-1437-41bf-bc85-3e0f22bf2197 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:43.951909 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ff01c-25dc-4b53-934d-46d2d854029b req-26cbbe0e-1437-41bf-bc85-3e0f22bf2197 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:43.952577 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-557ff01c-25dc-4b53-934d-46d2d854029b req-26cbbe0e-1437-41bf-bc85-3e0f22bf2197 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:44.021161 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-557ff01c-25dc-4b53-934d-46d2d854029b req-26cbbe0e-1437-41bf-bc85-3e0f22bf2197 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8955798 Apr 20 17:44:44.038923 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-557ff01c-25dc-4b53-934d-46d2d854029b req-070122c2-2cf0-408f-93d9-a72f7677faab service neutron] Request body: {'port': {'device_id': 'b4a2b057-a3ba-48c9-b821-0e5f3d2752b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:44:44.158949 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-557ff01c-25dc-4b53-934d-46d2d854029b req-070122c2-2cf0-408f-93d9-a72f7677faab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:44.514117 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [req-557ff01c-25dc-4b53-934d-46d2d854029b req-070122c2-2cf0-408f-93d9-a72f7677faab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5aeb1ad-817c-4d80-9c5b-fecb7d18e204 {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:44:44.521786 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-557ff01c-25dc-4b53-934d-46d2d854029b req-070122c2-2cf0-408f-93d9-a72f7677faab service neutron] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:44.536547 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [req-557ff01c-25dc-4b53-934d-46d2d854029b req-070122c2-2cf0-408f-93d9-a72f7677faab service neutron] Transition to ACTIVE for port object e5aeb1ad-817c-4d80-9c5b-fecb7d18e204 will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:44:44.575372 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-557ff01c-25dc-4b53-934d-46d2d854029b req-070122c2-2cf0-408f-93d9-a72f7677faab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852497450'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:44.579986 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:44.831345 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070122c2-2cf0-408f-93d9-a72f7677faab service neutron] Pushing event updated for resources: {'Port': ['ID=e5aeb1ad-817c-4d80-9c5b-fecb7d18e204,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:44.834239 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-070122c2-2cf0-408f-93d9-a72f7677faab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:44.896999 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-557ff01c-25dc-4b53-934d-46d2d854029b req-070122c2-2cf0-408f-93d9-a72f7677faab service neutron] Attempting to bind port e5aeb1ad-817c-4d80-9c5b-fecb7d18e204 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:44:44.897381 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-557ff01c-25dc-4b53-934d-46d2d854029b req-070122c2-2cf0-408f-93d9-a72f7677faab service neutron] Attempting to bind port e5aeb1ad-817c-4d80-9c5b-fecb7d18e204 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'c654f3f2-060c-4dd7-940a-7247b0f852a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'b583f52b-eb0c-40d4-a4f6-7a45e7d114d7'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:44:44.897756 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ff01c-25dc-4b53-934d-46d2d854029b req-070122c2-2cf0-408f-93d9-a72f7677faab service neutron] Attempting to bind port e5aeb1ad-817c-4d80-9c5b-fecb7d18e204 on network b583f52b-eb0c-40d4-a4f6-7a45e7d114d7 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:44:44.910158 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384e475-9f75-49bd-b18f-300b8d4cd7e8 req-08cae8e7-fdd5-4c2d-8a13-a5c6c3d24758 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:44.910939 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-a384e475-9f75-49bd-b18f-300b8d4cd7e8 req-08cae8e7-fdd5-4c2d-8a13-a5c6c3d24758 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Synchronizing usage tracker for tenant:6f65440cfa2841c6a32c773e264c7c7e on resource:port {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:44:44.916212 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ff01c-25dc-4b53-934d-46d2d854029b req-070122c2-2cf0-408f-93d9-a72f7677faab service neutron] Port e5aeb1ad-817c-4d80-9c5b-fecb7d18e204 on network b583f52b-eb0c-40d4-a4f6-7a45e7d114d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:44:44.916582 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ff01c-25dc-4b53-934d-46d2d854029b req-070122c2-2cf0-408f-93d9-a72f7677faab service neutron] Attempting to bind port e5aeb1ad-817c-4d80-9c5b-fecb7d18e204 on network b583f52b-eb0c-40d4-a4f6-7a45e7d114d7 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:44:44.925536 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ff01c-25dc-4b53-934d-46d2d854029b req-070122c2-2cf0-408f-93d9-a72f7677faab service neutron] Checking agent: {'id': 'fd2caffb-19f6-4460-a29d-56c5ffae00d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'started_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:44:44.925913 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ff01c-25dc-4b53-934d-46d2d854029b req-070122c2-2cf0-408f-93d9-a72f7677faab service neutron] Checking segment: {'id': 'c654f3f2-060c-4dd7-940a-7247b0f852a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'b583f52b-eb0c-40d4-a4f6-7a45e7d114d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:44:44.926330 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557ff01c-25dc-4b53-934d-46d2d854029b req-070122c2-2cf0-408f-93d9-a72f7677faab service neutron] Bound using segment: {'id': 'c654f3f2-060c-4dd7-940a-7247b0f852a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'b583f52b-eb0c-40d4-a4f6-7a45e7d114d7'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:44:44.926827 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-557ff01c-25dc-4b53-934d-46d2d854029b req-070122c2-2cf0-408f-93d9-a72f7677faab service neutron] Bound port: e5aeb1ad-817c-4d80-9c5b-fecb7d18e204, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c654f3f2-060c-4dd7-940a-7247b0f852a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'b583f52b-eb0c-40d4-a4f6-7a45e7d114d7'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:44:44.927214 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-557ff01c-25dc-4b53-934d-46d2d854029b req-070122c2-2cf0-408f-93d9-a72f7677faab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:45.000189 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-a384e475-9f75-49bd-b18f-300b8d4cd7e8 req-08cae8e7-fdd5-4c2d-8a13-a5c6c3d24758 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Unset dirty status for tenant:6f65440cfa2841c6a32c773e264c7c7e on resource:port {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:44:45.001442 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a384e475-9f75-49bd-b18f-300b8d4cd7e8 req-08cae8e7-fdd5-4c2d-8a13-a5c6c3d24758 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4a2b057-a3ba-48c9-b821-0e5f3d2752b5 HTTP/1.1" status: 200 len: 944 time: 0.2965677 Apr 20 17:44:45.057670 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-557ff01c-25dc-4b53-934d-46d2d854029b req-070122c2-2cf0-408f-93d9-a72f7677faab service neutron] For port e5aeb1ad-817c-4d80-9c5b-fecb7d18e204, host hv-cinder-78692, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:44:45.072727 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a384e475-9f75-49bd-b18f-300b8d4cd7e8 req-2035a4fe-0c8b-4f37-b722-436cdf89a87b tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/security-groups?id=38fafed7-84a8-4523-80b5-238204fb5928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572226 Apr 20 17:44:45.074255 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-557ff01c-25dc-4b53-934d-46d2d854029b req-070122c2-2cf0-408f-93d9-a72f7677faab service neutron] For port e5aeb1ad-817c-4d80-9c5b-fecb7d18e204, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e5aeb1ad-817c-4d80-9c5b-fecb7d18e204,segment=NetworkSegment(c654f3f2-060c-4dd7-940a-7247b0f852a5),segment_id=c654f3f2-060c-4dd7-940a-7247b0f852a5)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:44:45.107493 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-557ff01c-25dc-4b53-934d-46d2d854029b req-070122c2-2cf0-408f-93d9-a72f7677faab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852497450'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:45.112558 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b11fb2fe-bd7f-42e6-825c-ea6362fa7dae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:45.170870 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ff01c-25dc-4b53-934d-46d2d854029b req-070122c2-2cf0-408f-93d9-a72f7677faab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:45.171330 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-557ff01c-25dc-4b53-934d-46d2d854029b req-070122c2-2cf0-408f-93d9-a72f7677faab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:45.172784 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-557ff01c-25dc-4b53-934d-46d2d854029b req-070122c2-2cf0-408f-93d9-a72f7677faab service neutron] 10.222.0.76 "PUT /v2.0/ports/e5aeb1ad-817c-4d80-9c5b-fecb7d18e204 HTTP/1.1" status: 200 len: 1094 time: 1.1383016 Apr 20 17:44:45.175339 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a2b057-a3ba-48c9-b821-0e5f3d2752b5', 'tag': 'e5aeb1ad-817c-4d80-9c5b-fecb7d18e204'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:44:45.203113 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070122c2-2cf0-408f-93d9-a72f7677faab service neutron] Pushing event updated for resources: {'Port': ['ID=e5aeb1ad-817c-4d80-9c5b-fecb7d18e204,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:45.206515 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-070122c2-2cf0-408f-93d9-a72f7677faab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:45.229920 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a2b057-a3ba-48c9-b821-0e5f3d2752b5', 'tag': 'e5aeb1ad-817c-4d80-9c5b-fecb7d18e204', 'status': 'completed', 'code': 200} Apr 20 17:44:45.347120 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a16f86-f8d0-47ae-a0d9-4c27a6ecfe9b req-a653d7ff-49cc-4f1c-b1c9-0344793fa078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:45.348623 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-72a16f86-f8d0-47ae-a0d9-4c27a6ecfe9b req-a653d7ff-49cc-4f1c-b1c9-0344793fa078 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f65440cfa2841c6a32c773e264c7c7e&device_id=b4a2b057-a3ba-48c9-b821-0e5f3d2752b5 HTTP/1.1" status: 200 len: 1097 time: 0.0790443 Apr 20 17:44:45.510313 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a16f86-f8d0-47ae-a0d9-4c27a6ecfe9b req-2e8562d9-4448-49c9-a654-de5fe97828dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:45.511883 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-72a16f86-f8d0-47ae-a0d9-4c27a6ecfe9b req-2e8562d9-4448-49c9-a654-de5fe97828dd service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=6f65440cfa2841c6a32c773e264c7c7e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1438134 Apr 20 17:44:45.657986 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a16f86-f8d0-47ae-a0d9-4c27a6ecfe9b req-467c1acf-d674-48d8-a88b-fe20c50445f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:45.659609 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-72a16f86-f8d0-47ae-a0d9-4c27a6ecfe9b req-467c1acf-d674-48d8-a88b-fe20c50445f2 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1412687 Apr 20 17:44:45.807821 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ff01c-25dc-4b53-934d-46d2d854029b req-31398a93-8672-4df9-8cb9-42bfa4afd6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:45.809908 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-557ff01c-25dc-4b53-934d-46d2d854029b req-31398a93-8672-4df9-8cb9-42bfa4afd6e1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f65440cfa2841c6a32c773e264c7c7e&device_id=b4a2b057-a3ba-48c9-b821-0e5f3d2752b5 HTTP/1.1" status: 200 len: 1097 time: 0.0824354 Apr 20 17:44:45.888623 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-557ff01c-25dc-4b53-934d-46d2d854029b req-402e29bb-a9ef-47cb-935e-66a7c35e8a7f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5aeb1ad-817c-4d80-9c5b-fecb7d18e204 HTTP/1.1" status: 200 len: 217 time: 0.0653844 Apr 20 17:44:45.959424 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ff01c-25dc-4b53-934d-46d2d854029b req-f3bfd846-94f9-44f9-8673-30cc70ef5750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:45.960842 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-557ff01c-25dc-4b53-934d-46d2d854029b req-f3bfd846-94f9-44f9-8673-30cc70ef5750 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8672650c-0f47-4c57-8dea-ca06992be2c4 HTTP/1.1" status: 200 len: 849 time: 0.0651157 Apr 20 17:44:46.012812 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-557ff01c-25dc-4b53-934d-46d2d854029b req-ec44dee6-cafe-43c4-95c9-6e7de81545e3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b583f52b-eb0c-40d4-a4f6-7a45e7d114d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445824 Apr 20 17:44:46.153287 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-557ff01c-25dc-4b53-934d-46d2d854029b req-480897ce-aab6-4057-a9db-238b735fd481 service neutron] 10.222.0.76 "GET /v2.0/networks/b583f52b-eb0c-40d4-a4f6-7a45e7d114d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345770 Apr 20 17:44:46.360094 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-557ff01c-25dc-4b53-934d-46d2d854029b req-93db6b16-f8f0-47e0-a712-ea3f81715c89 service neutron] 10.222.0.76 "GET /v2.0/networks/b583f52b-eb0c-40d4-a4f6-7a45e7d114d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002399 Apr 20 17:44:46.373215 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47adf87-ccb3-4b4b-8edf-261df3d5b604 req-95e5a10a-a4ed-4674-85f0-aecabdb09ca1 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:46.374719 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a47adf87-ccb3-4b4b-8edf-261df3d5b604 req-95e5a10a-a4ed-4674-85f0-aecabdb09ca1 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4a2b057-a3ba-48c9-b821-0e5f3d2752b5 HTTP/1.1" status: 200 len: 944 time: 0.1870766 Apr 20 17:44:46.422668 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a47adf87-ccb3-4b4b-8edf-261df3d5b604 req-7689bc34-ec7e-4ca6-8488-6ba3d1c4c266 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/security-groups?id=38fafed7-84a8-4523-80b5-238204fb5928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414572 Apr 20 17:44:47.625655 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd186e-914b-418b-bfd7-884b6cf2242d req-10f29682-4b36-4df7-a5f9-03f453de468d tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:47.627281 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8afd186e-914b-418b-bfd7-884b6cf2242d req-10f29682-4b36-4df7-a5f9-03f453de468d tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4a2b057-a3ba-48c9-b821-0e5f3d2752b5 HTTP/1.1" status: 200 len: 944 time: 0.0915387 Apr 20 17:44:47.675252 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-8afd186e-914b-418b-bfd7-884b6cf2242d req-97f2395d-8471-4493-ae4b-c0cce4398d16 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Synchronizing usage tracker for tenant:6f65440cfa2841c6a32c773e264c7c7e on resource:security_group {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:44:47.717573 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-8afd186e-914b-418b-bfd7-884b6cf2242d req-97f2395d-8471-4493-ae4b-c0cce4398d16 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Unset dirty status for tenant:6f65440cfa2841c6a32c773e264c7c7e on resource:security_group {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:44:47.718781 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8afd186e-914b-418b-bfd7-884b6cf2242d req-97f2395d-8471-4493-ae4b-c0cce4398d16 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/security-groups?id=38fafed7-84a8-4523-80b5-238204fb5928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849068 Apr 20 17:44:48.917240 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863074f-2cdd-429f-bd38-84d8ca7a53b2 req-4a2f639d-484d-4cee-b518-63a0bb10bc3f tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:48.918776 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e863074f-2cdd-429f-bd38-84d8ca7a53b2 req-4a2f639d-484d-4cee-b518-63a0bb10bc3f tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4a2b057-a3ba-48c9-b821-0e5f3d2752b5 HTTP/1.1" status: 200 len: 944 time: 0.0879221 Apr 20 17:44:48.967255 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e863074f-2cdd-429f-bd38-84d8ca7a53b2 req-55594f21-f590-43bd-bd8c-6de345e24b26 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/security-groups?id=38fafed7-84a8-4523-80b5-238204fb5928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420041 Apr 20 17:44:49.898046 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device e5aeb1ad-817c-4d80-9c5b-fecb7d18e204 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86490) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 17:44:50.038841 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port e5aeb1ad-817c-4d80-9c5b-fecb7d18e204, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e5aeb1ad-817c-4d80-9c5b-fecb7d18e204,segment=NetworkSegment(c654f3f2-060c-4dd7-940a-7247b0f852a5),segment_id=c654f3f2-060c-4dd7-940a-7247b0f852a5)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:44:50.052924 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Returning: {'device': 'e5aeb1ad-817c-4d80-9c5b-fecb7d18e204', 'network_id': 'b583f52b-eb0c-40d4-a4f6-7a45e7d114d7', 'port_id': 'e5aeb1ad-817c-4d80-9c5b-fecb7d18e204', 'mac_address': 'fa:16:3e:ff:3f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 956, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8672650c-0f47-4c57-8dea-ca06992be2c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86490) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:44:50.115553 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:50.133027 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5aeb1ad-817c-4d80-9c5b-fecb7d18e204 {{(pid=86490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:44:50.149496 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port e5aeb1ad-817c-4d80-9c5b-fecb7d18e204, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e5aeb1ad-817c-4d80-9c5b-fecb7d18e204,segment=NetworkSegment(c654f3f2-060c-4dd7-940a-7247b0f852a5),segment_id=c654f3f2-060c-4dd7-940a-7247b0f852a5)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:44:50.170227 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f8a7a-dcf9-45ee-935c-d71fe43a42a8 req-23ac95c0-7407-4b28-a329-54cfbf76f925 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:50.171884 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d28f8a7a-dcf9-45ee-935c-d71fe43a42a8 req-23ac95c0-7407-4b28-a329-54cfbf76f925 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4a2b057-a3ba-48c9-b821-0e5f3d2752b5 HTTP/1.1" status: 200 len: 944 time: 0.0900657 Apr 20 17:44:50.186146 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:50.188880 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:50.223183 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d28f8a7a-dcf9-45ee-935c-d71fe43a42a8 req-9f0ab76b-de44-4772-a310-c1cec65a6004 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/security-groups?id=38fafed7-84a8-4523-80b5-238204fb5928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448244 Apr 20 17:44:50.259669 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=e5aeb1ad-817c-4d80-9c5b-fecb7d18e204,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:50.263550 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:50.585505 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['e5aeb1ad-817c-4d80-9c5b-fecb7d18e204'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:44:51.652884 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863471e-ce26-4ad2-b653-f6f4a90b899c req-c9ef287b-0003-4f21-b6f5-58c00756c146 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:51.654479 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8863471e-ce26-4ad2-b653-f6f4a90b899c req-c9ef287b-0003-4f21-b6f5-58c00756c146 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4a2b057-a3ba-48c9-b821-0e5f3d2752b5 HTTP/1.1" status: 200 len: 945 time: 0.3092129 Apr 20 17:44:51.703255 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8863471e-ce26-4ad2-b653-f6f4a90b899c req-b3de7acc-4225-4e55-ba8a-4c3ee65a503b tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/security-groups?id=38fafed7-84a8-4523-80b5-238204fb5928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423193 Apr 20 17:44:51.911462 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device e5aeb1ad-817c-4d80-9c5b-fecb7d18e204 up at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:44:52.030998 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning for port e5aeb1ad-817c-4d80-9c5b-fecb7d18e204 completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:44:52.054107 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning complete for port e5aeb1ad-817c-4d80-9c5b-fecb7d18e204 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:44:52.054537 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:52.178368 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:52.205966 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a2b057-a3ba-48c9-b821-0e5f3d2752b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5aeb1ad-817c-4d80-9c5b-fecb7d18e204'}] {{(pid=86490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:44:52.217169 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port e5aeb1ad-817c-4d80-9c5b-fecb7d18e204, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e5aeb1ad-817c-4d80-9c5b-fecb7d18e204,segment=NetworkSegment(c654f3f2-060c-4dd7-940a-7247b0f852a5),segment_id=c654f3f2-060c-4dd7-940a-7247b0f852a5)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:44:52.249030 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:52.251056 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:52.286749 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a2b057-a3ba-48c9-b821-0e5f3d2752b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5aeb1ad-817c-4d80-9c5b-fecb7d18e204', 'code': 200} Apr 20 17:44:52.327026 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=e5aeb1ad-817c-4d80-9c5b-fecb7d18e204,revision_number=5']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:52.330116 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:52.588768 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e6109-726e-4f34-9860-75df123af88c req-350882fe-a85b-460e-a93e-227eeacb7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:52.591048 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0b2e6109-726e-4f34-9860-75df123af88c req-350882fe-a85b-460e-a93e-227eeacb7cb5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b4a2b057-a3ba-48c9-b821-0e5f3d2752b5 HTTP/1.1" status: 200 len: 1099 time: 0.0775883 Apr 20 17:44:52.637715 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0b2e6109-726e-4f34-9860-75df123af88c req-8096ef95-1cfb-4ebd-94eb-a1200bc6c3e8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=38fafed7-84a8-4523-80b5-238204fb5928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402942 Apr 20 17:44:52.901624 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b5409-6b45-4a91-9807-76f244a7cc7f req-f8bb39e9-ebd0-4f99-a9b1-9bab2ad4bb3e tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:52.903800 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c06b5409-6b45-4a91-9807-76f244a7cc7f req-f8bb39e9-ebd0-4f99-a9b1-9bab2ad4bb3e tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4a2b057-a3ba-48c9-b821-0e5f3d2752b5 HTTP/1.1" status: 200 len: 946 time: 0.0883768 Apr 20 17:44:52.950594 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c06b5409-6b45-4a91-9807-76f244a7cc7f req-eeeebf9f-798a-4d3b-9798-1d5869f1e643 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/security-groups?id=38fafed7-84a8-4523-80b5-238204fb5928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405211 Apr 20 17:44:54.157741 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83dac4-d211-450f-9d64-e41da38dcc53 req-9786ed9b-1c4c-42e1-8cbe-07ad797dc4b3 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:54.159402 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6d83dac4-d211-450f-9d64-e41da38dcc53 req-9786ed9b-1c4c-42e1-8cbe-07ad797dc4b3 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4a2b057-a3ba-48c9-b821-0e5f3d2752b5 HTTP/1.1" status: 200 len: 946 time: 0.0930109 Apr 20 17:44:54.207773 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6d83dac4-d211-450f-9d64-e41da38dcc53 req-5530bbd1-ad64-4a6f-9b94-c058c0bdd6ed tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/security-groups?id=38fafed7-84a8-4523-80b5-238204fb5928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418231 Apr 20 17:44:54.580533 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:55.410062 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1b5dc-5352-4728-a768-e7dcf60ebfd2 req-0a6e706b-54e3-4bce-8c9c-68495d409a1b tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:55.411672 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-aca1b5dc-5352-4728-a768-e7dcf60ebfd2 req-0a6e706b-54e3-4bce-8c9c-68495d409a1b tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4a2b057-a3ba-48c9-b821-0e5f3d2752b5 HTTP/1.1" status: 200 len: 946 time: 0.0928578 Apr 20 17:44:55.458647 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-aca1b5dc-5352-4728-a768-e7dcf60ebfd2 req-88aa0b3f-4019-4d2f-88df-9b4587a93639 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/security-groups?id=38fafed7-84a8-4523-80b5-238204fb5928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406899 Apr 20 17:44:56.792497 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f218c7-098d-4ce4-ade2-6e7866b5f83b req-a009ff34-fd6a-44dc-9129-c0fd2341d50e tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:56.794105 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-92f218c7-098d-4ce4-ade2-6e7866b5f83b req-a009ff34-fd6a-44dc-9129-c0fd2341d50e tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4a2b057-a3ba-48c9-b821-0e5f3d2752b5 HTTP/1.1" status: 200 len: 946 time: 0.0894053 Apr 20 17:44:56.841812 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-92f218c7-098d-4ce4-ade2-6e7866b5f83b req-541aaee6-1806-42d5-93af-d4313091f1d8 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/security-groups?id=38fafed7-84a8-4523-80b5-238204fb5928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414557 Apr 20 17:44:58.046578 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575a1cf-c680-4007-8f1e-592d3815d884 req-64c51d93-6ba5-46f7-a188-dca82e29b70b tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:58.048117 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1575a1cf-c680-4007-8f1e-592d3815d884 req-64c51d93-6ba5-46f7-a188-dca82e29b70b tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4a2b057-a3ba-48c9-b821-0e5f3d2752b5 HTTP/1.1" status: 200 len: 946 time: 0.0917897 Apr 20 17:44:58.096834 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1575a1cf-c680-4007-8f1e-592d3815d884 req-bef3dcf7-a141-48b0-aa46-4363a133e0e6 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/security-groups?id=38fafed7-84a8-4523-80b5-238204fb5928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421309 Apr 20 17:44:58.404102 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f5186-fe67-4aae-8f2e-1a7567cc43ac req-cdc4d2e6-54db-4bdb-9673-350e9d885555 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:44:58.405616 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7a0f5186-fe67-4aae-8f2e-1a7567cc43ac req-cdc4d2e6-54db-4bdb-9673-350e9d885555 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a2b057-a3ba-48c9-b821-0e5f3d2752b5 HTTP/1.1" status: 200 len: 946 time: 0.0910590 Apr 20 17:44:58.481097 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-7a0f5186-fe67-4aae-8f2e-1a7567cc43ac req-f7ca19a0-3897-49df-a29c-f412dba64935 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Deleting port e5aeb1ad-817c-4d80-9c5b-fecb7d18e204 {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:44:58.481484 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-7a0f5186-fe67-4aae-8f2e-1a7567cc43ac req-f7ca19a0-3897-49df-a29c-f412dba64935 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:58.741218 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-7a0f5186-fe67-4aae-8f2e-1a7567cc43ac req-f7ca19a0-3897-49df-a29c-f412dba64935 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] For port e5aeb1ad-817c-4d80-9c5b-fecb7d18e204, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e5aeb1ad-817c-4d80-9c5b-fecb7d18e204,segment=NetworkSegment(c654f3f2-060c-4dd7-940a-7247b0f852a5),segment_id=c654f3f2-060c-4dd7-940a-7247b0f852a5)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:44:58.741557 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-7a0f5186-fe67-4aae-8f2e-1a7567cc43ac req-f7ca19a0-3897-49df-a29c-f412dba64935 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:58.874372 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-7a0f5186-fe67-4aae-8f2e-1a7567cc43ac req-f7ca19a0-3897-49df-a29c-f412dba64935 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Calling delete_port for e5aeb1ad-817c-4d80-9c5b-fecb7d18e204 owned by compute:nova {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:44:59.170304 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-7a0f5186-fe67-4aae-8f2e-1a7567cc43ac req-f7ca19a0-3897-49df-a29c-f412dba64935 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278367'] for port, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:59.176749 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d4185da4-36dc-44dd-8000-f72613e528ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:44:59.204338 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['e5aeb1ad-817c-4d80-9c5b-fecb7d18e204'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:44:59.265727 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca19a0-3897-49df-a29c-f412dba64935 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Pushing event deleted for resources: {'Port': ['ID=e5aeb1ad-817c-4d80-9c5b-fecb7d18e204,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:44:59.271385 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f7ca19a0-3897-49df-a29c-f412dba64935 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:44:59.312553 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8d20cc60-8ddd-4d0b-9f25-a4f4cb57ae43 req-f388d33c-d896-46c0-980b-960c94941516 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=b4a2b057-a3ba-48c9-b821-0e5f3d2752b5 HTTP/1.1" status: 200 len: 210 time: 0.0959477 Apr 20 17:44:59.363342 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0f5186-fe67-4aae-8f2e-1a7567cc43ac req-f7ca19a0-3897-49df-a29c-f412dba64935 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] No DVR routers for this DVR port e5aeb1ad-817c-4d80-9c5b-fecb7d18e204 on host hv-cinder-78692 {{(pid=86489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 17:44:59.365918 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-7a0f5186-fe67-4aae-8f2e-1a7567cc43ac req-f7ca19a0-3897-49df-a29c-f412dba64935 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:44:59.368739 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a2b057-a3ba-48c9-b821-0e5f3d2752b5', 'name': 'network-vif-deleted', 'tag': 'e5aeb1ad-817c-4d80-9c5b-fecb7d18e204'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:44:59.414827 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7a0f5186-fe67-4aae-8f2e-1a7567cc43ac req-f7ca19a0-3897-49df-a29c-f412dba64935 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.76 "DELETE /v2.0/ports/e5aeb1ad-817c-4d80-9c5b-fecb7d18e204 HTTP/1.1" status: 204 len: 173 time: 1.0028067 Apr 20 17:44:59.416546 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a2b057-a3ba-48c9-b821-0e5f3d2752b5', 'name': 'network-vif-deleted', 'tag': 'e5aeb1ad-817c-4d80-9c5b-fecb7d18e204', 'status': 'completed', 'code': 200} Apr 20 17:45:00.748023 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-d8886b07-d3cd-477c-8bcb-eae50faee58a tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:00.748772 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-d8886b07-d3cd-477c-8bcb-eae50faee58a tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Synchronizing usage tracker for tenant:6f65440cfa2841c6a32c773e264c7c7e on resource:network {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:45:00.797345 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-d8886b07-d3cd-477c-8bcb-eae50faee58a tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Unset dirty status for tenant:6f65440cfa2841c6a32c773e264c7c7e on resource:network {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:45:00.798584 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-d8886b07-d3cd-477c-8bcb-eae50faee58a tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/networks?id=b583f52b-eb0c-40d4-a4f6-7a45e7d114d7 HTTP/1.1" status: 200 len: 809 time: 0.2077215 Apr 20 17:45:00.814253 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-7092cdc5-b651-4aad-9451-db32181c827d tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/quotas/6f65440cfa2841c6a32c773e264c7c7e HTTP/1.1" status: 200 len: 375 time: 0.0095711 Apr 20 17:45:00.867157 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-92fb8f74-d820-40d3-9bba-ae4919b23870 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f65440cfa2841c6a32c773e264c7c7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474589 Apr 20 17:45:01.007774 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-b18c722a-9716-4727-8a63-f270ff0ae093 service neutron] 10.222.0.75 "GET /v2.0/networks/b583f52b-eb0c-40d4-a4f6-7a45e7d114d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333320 Apr 20 17:45:01.149369 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-11bf9aa6-817a-4a32-91ab-7acf017a0772 service neutron] 10.222.0.75 "GET /v2.0/networks/b583f52b-eb0c-40d4-a4f6-7a45e7d114d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353924 Apr 20 17:45:01.546884 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-44efc8da-f5d9-4405-af76-eb6b647c1c7a req-e47dd66f-7318-4a0a-8816-b81022294730 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Synchronizing usage tracker for tenant:6f65440cfa2841c6a32c773e264c7c7e on resource:port {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:45:01.614185 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-44efc8da-f5d9-4405-af76-eb6b647c1c7a req-e47dd66f-7318-4a0a-8816-b81022294730 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Unset dirty status for tenant:6f65440cfa2841c6a32c773e264c7c7e on resource:port {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:45:01.615789 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-44efc8da-f5d9-4405-af76-eb6b647c1c7a req-e47dd66f-7318-4a0a-8816-b81022294730 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f0fd8ae-5db3-45ac-baed-488d4e51c11d HTTP/1.1" status: 200 len: 210 time: 0.2472320 Apr 20 17:45:01.956720 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device e5aeb1ad-817c-4d80-9c5b-fecb7d18e204 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:45:01.983259 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5b015da8-8c24-4b7c-82d3-4b363b4799f3 req-8eef666a-3709-4e84-bae4-a7c19b75c435 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791762 Apr 20 17:45:01.993512 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] No Port match for: e5aeb1ad-817c-4d80-9c5b-fecb7d18e204 {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:45:01.993911 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device e5aeb1ad-817c-4d80-9c5b-fecb7d18e204 not bound to the agent host hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:45:02.149992 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b015da8-8c24-4b7c-82d3-4b363b4799f3 req-29da72b2-2a2f-401f-a8a2-48f3141bd6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:02.151668 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5b015da8-8c24-4b7c-82d3-4b363b4799f3 req-29da72b2-2a2f-401f-a8a2-48f3141bd6d1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=91f08a58d46d4762b691ff2c6db71cd4&device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 1099 time: 0.0829740 Apr 20 17:45:02.311795 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b015da8-8c24-4b7c-82d3-4b363b4799f3 req-6eaffd5a-718f-4bdc-b0c1-88dea5bc5e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:02.313442 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5b015da8-8c24-4b7c-82d3-4b363b4799f3 req-6eaffd5a-718f-4bdc-b0c1-88dea5bc5e43 service neutron] 10.222.0.76 "GET /v2.0/networks?id=43f466f2-e643-4c2d-a72d-6fa47845b747 HTTP/1.1" status: 200 len: 918 time: 0.1421318 Apr 20 17:45:02.427454 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5b015da8-8c24-4b7c-82d3-4b363b4799f3 req-0e4ba157-c619-44f9-92f3-df1fa2a22ac2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbca7c06-b5d6-46a4-be1b-ed663fda62b8 HTTP/1.1" status: 200 len: 1000 time: 0.1074586 Apr 20 17:45:02.502013 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b015da8-8c24-4b7c-82d3-4b363b4799f3 req-8a242b20-ef80-412a-9724-ca061477ce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:02.504105 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5b015da8-8c24-4b7c-82d3-4b363b4799f3 req-8a242b20-ef80-412a-9724-ca061477ce55 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e7b59eb6-7796-4d48-ad26-1b7d7898dd0a HTTP/1.1" status: 200 len: 856 time: 0.0704920 Apr 20 17:45:02.588620 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b015da8-8c24-4b7c-82d3-4b363b4799f3 req-61b22e62-eaf1-4864-a9d4-53434bf9ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:02.591069 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5b015da8-8c24-4b7c-82d3-4b363b4799f3 req-61b22e62-eaf1-4864-a9d4-53434bf9ead4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=43f466f2-e643-4c2d-a72d-6fa47845b747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806811 Apr 20 17:45:02.734188 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5b015da8-8c24-4b7c-82d3-4b363b4799f3 req-0be5756e-39fb-4c9e-b04a-b43b28c4757b service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366472 Apr 20 17:45:02.780751 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-84a831f9-6df5-4f51-b9a5-e5688deee29e req-8eb629ab-5dd1-4d83-910e-7080a9f76ef0 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f0fd8ae-5db3-45ac-baed-488d4e51c11d HTTP/1.1" status: 200 len: 210 time: 0.0487330 Apr 20 17:45:02.880436 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5b015da8-8c24-4b7c-82d3-4b363b4799f3 req-235db948-b191-4b5c-ac7c-8400b778724c service neutron] 10.222.0.76 "GET /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391203 Apr 20 17:45:03.258217 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-7ef1327a-46ed-45e9-9428-772f0ad90546 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:03.259879 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-7ef1327a-46ed-45e9-9428-772f0ad90546 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.76 "GET /v2.0/networks?id=b583f52b-eb0c-40d4-a4f6-7a45e7d114d7 HTTP/1.1" status: 200 len: 809 time: 0.1603117 Apr 20 17:45:03.285166 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-fe0e3076-d5a4-408e-ac4c-3d78236bbe3c tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Request body: {'port': {'device_id': '1f0fd8ae-5db3-45ac-baed-488d4e51c11d', 'network_id': 'b583f52b-eb0c-40d4-a4f6-7a45e7d114d7', 'admin_state_up': True, 'tenant_id': '6f65440cfa2841c6a32c773e264c7c7e'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:45:03.433144 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-fe0e3076-d5a4-408e-ac4c-3d78236bbe3c tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:45:03.443884 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-fe0e3076-d5a4-408e-ac4c-3d78236bbe3c tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:45:03.471955 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-fe0e3076-d5a4-408e-ac4c-3d78236bbe3c tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Made reservation on behalf of 6f65440cfa2841c6a32c773e264c7c7e for: {'port': 1} {{(pid=86489) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 17:45:03.478214 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-fe0e3076-d5a4-408e-ac4c-3d78236bbe3c tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:03.653234 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_common [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-fe0e3076-d5a4-408e-ac4c-3d78236bbe3c tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Allocated IP 172.20.0.7 (b583f52b-eb0c-40d4-a4f6-7a45e7d114d7/8672650c-0f47-4c57-8dea-ca06992be2c4/88da702f-c078-4f9c-a317-912ee9a0e025) {{(pid=86489) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 17:45:03.965538 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ab4fdfc7-61ba-44cf-93f1-e239d1eb3a6a req-291c53fe-ae9c-4fb6-a364-126b695a699a tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f0fd8ae-5db3-45ac-baed-488d4e51c11d HTTP/1.1" status: 200 len: 210 time: 0.0676589 Apr 20 17:45:03.988578 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-aab511b1-f6d1-47ed-99e3-d9f705c607f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:04.007114 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-fe0e3076-d5a4-408e-ac4c-3d78236bbe3c tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Notify callbacks [] for port, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:04.072627 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-fe0e3076-d5a4-408e-ac4c-3d78236bbe3c tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775308220889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278367'] for port, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:04.078904 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f7ca19a0-3897-49df-a29c-f412dba64935 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:45:04.146895 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-fe0e3076-d5a4-408e-ac4c-3d78236bbe3c tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Network b583f52b-eb0c-40d4-a4f6-7a45e7d114d7 is already hosted by enough agents. {{(pid=86489) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 17:45:04.150702 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.base_scheduler [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-fe0e3076-d5a4-408e-ac4c-3d78236bbe3c tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Resources bound (agent type, host, resource id): {{(pid=86489) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 17:45:04.155516 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-fe0e3076-d5a4-408e-ac4c-3d78236bbe3c tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Received port after_create {{(pid=86489) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 17:45:04.196520 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e3076-d5a4-408e-ac4c-3d78236bbe3c tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Pushing event updated for resources: {'Port': ['ID=88da702f-c078-4f9c-a317-912ee9a0e025,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:45:04.201573 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-fe0e3076-d5a4-408e-ac4c-3d78236bbe3c tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:45:04.230067 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-fe0e3076-d5a4-408e-ac4c-3d78236bbe3c tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:04.230723 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-fe0e3076-d5a4-408e-ac4c-3d78236bbe3c tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:04.301345 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-fe0e3076-d5a4-408e-ac4c-3d78236bbe3c tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0203185 Apr 20 17:45:04.320546 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.v2.base [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-c73cc083-750f-4480-8b91-e7f89889e868 service neutron] Request body: {'port': {'device_id': '1f0fd8ae-5db3-45ac-baed-488d4e51c11d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86489) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 17:45:04.437020 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-c73cc083-750f-4480-8b91-e7f89889e868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:04.794664 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-c73cc083-750f-4480-8b91-e7f89889e868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88da702f-c078-4f9c-a317-912ee9a0e025 {{(pid=86489) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:45:04.802279 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-c73cc083-750f-4480-8b91-e7f89889e868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:04.816857 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-c73cc083-750f-4480-8b91-e7f89889e868 service neutron] Transition to ACTIVE for port object 88da702f-c078-4f9c-a317-912ee9a0e025 will not be triggered until provisioned by entity L2. {{(pid=86489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 17:45:04.848846 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-c73cc083-750f-4480-8b91-e7f89889e868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852497450'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:04.853539 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a91b56df-8aec-4654-aa2d-33ac121d4135 tempest-AttachVolumeNegativeTest-1730333516 tempest-AttachVolumeNegativeTest-1730333516-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:45:05.022127 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73cc083-750f-4480-8b91-e7f89889e868 service neutron] Pushing event updated for resources: {'Port': ['ID=88da702f-c078-4f9c-a317-912ee9a0e025,revision_number=2']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:45:05.053388 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-c73cc083-750f-4480-8b91-e7f89889e868 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:45:05.098024 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-c73cc083-750f-4480-8b91-e7f89889e868 service neutron] Attempting to bind port 88da702f-c078-4f9c-a317-912ee9a0e025 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 17:45:05.098394 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-c73cc083-750f-4480-8b91-e7f89889e868 service neutron] Attempting to bind port 88da702f-c078-4f9c-a317-912ee9a0e025 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'c654f3f2-060c-4dd7-940a-7247b0f852a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'b583f52b-eb0c-40d4-a4f6-7a45e7d114d7'}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 17:45:05.098823 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-c73cc083-750f-4480-8b91-e7f89889e868 service neutron] Attempting to bind port 88da702f-c078-4f9c-a317-912ee9a0e025 on network b583f52b-eb0c-40d4-a4f6-7a45e7d114d7 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:45:05.103755 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-c73cc083-750f-4480-8b91-e7f89889e868 service neutron] Port 88da702f-c078-4f9c-a317-912ee9a0e025 on network b583f52b-eb0c-40d4-a4f6-7a45e7d114d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 17:45:05.104119 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-c73cc083-750f-4480-8b91-e7f89889e868 service neutron] Attempting to bind port 88da702f-c078-4f9c-a317-912ee9a0e025 on network b583f52b-eb0c-40d4-a4f6-7a45e7d114d7 {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 17:45:05.109608 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-c73cc083-750f-4480-8b91-e7f89889e868 service neutron] Checking agent: {'id': 'fd2caffb-19f6-4460-a29d-56c5ffae00d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'started_at': datetime.datetime(2021, 4, 20, 17, 32, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 17, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 17:45:05.109986 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-c73cc083-750f-4480-8b91-e7f89889e868 service neutron] Checking segment: {'id': 'c654f3f2-060c-4dd7-940a-7247b0f852a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'b583f52b-eb0c-40d4-a4f6-7a45e7d114d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 17:45:05.110410 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-c73cc083-750f-4480-8b91-e7f89889e868 service neutron] Bound using segment: {'id': 'c654f3f2-060c-4dd7-940a-7247b0f852a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'b583f52b-eb0c-40d4-a4f6-7a45e7d114d7'} {{(pid=86489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 17:45:05.110958 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-c73cc083-750f-4480-8b91-e7f89889e868 service neutron] Bound port: 88da702f-c078-4f9c-a317-912ee9a0e025, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c654f3f2-060c-4dd7-940a-7247b0f852a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': 'b583f52b-eb0c-40d4-a4f6-7a45e7d114d7'}}] {{(pid=86489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 17:45:05.111345 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-c73cc083-750f-4480-8b91-e7f89889e868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:05.205290 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-c73cc083-750f-4480-8b91-e7f89889e868 service neutron] For port 88da702f-c078-4f9c-a317-912ee9a0e025, host hv-cinder-78692, cleared binding levels {{(pid=86489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 17:45:05.208649 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-c73cc083-750f-4480-8b91-e7f89889e868 service neutron] For port 88da702f-c078-4f9c-a317-912ee9a0e025, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=88da702f-c078-4f9c-a317-912ee9a0e025,segment=NetworkSegment(c654f3f2-060c-4dd7-940a-7247b0f852a5),segment_id=c654f3f2-060c-4dd7-940a-7247b0f852a5)] {{(pid=86489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 17:45:05.222902 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b9a65-edcc-440c-8d59-bde749c9de02 req-5e22f558-cd84-4785-8237-c707b4e629d1 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:05.224528 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-631b9a65-edcc-440c-8d59-bde749c9de02 req-5e22f558-cd84-4785-8237-c707b4e629d1 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f0fd8ae-5db3-45ac-baed-488d4e51c11d HTTP/1.1" status: 200 len: 943 time: 0.1462579 Apr 20 17:45:05.266410 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-c73cc083-750f-4480-8b91-e7f89889e868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852497450'] for port, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:05.271767 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-2c115a6d-4683-4fd1-b03e-170f5e9527ed tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:45:05.275635 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-631b9a65-edcc-440c-8d59-bde749c9de02 req-bf703ea9-fdfa-4c44-be61-6bb814288aa0 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/security-groups?id=38fafed7-84a8-4523-80b5-238204fb5928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430987 Apr 20 17:45:05.328236 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-c73cc083-750f-4480-8b91-e7f89889e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:05.328904 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-c73cc083-750f-4480-8b91-e7f89889e868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:05.330430 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-c73cc083-750f-4480-8b91-e7f89889e868 service neutron] 10.222.0.76 "PUT /v2.0/ports/88da702f-c078-4f9c-a317-912ee9a0e025 HTTP/1.1" status: 200 len: 1093 time: 1.0143716 Apr 20 17:45:05.330976 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0fd8ae-5db3-45ac-baed-488d4e51c11d', 'tag': '88da702f-c078-4f9c-a317-912ee9a0e025'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:45:05.360921 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73cc083-750f-4480-8b91-e7f89889e868 service neutron] Pushing event updated for resources: {'Port': ['ID=88da702f-c078-4f9c-a317-912ee9a0e025,revision_number=3']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:45:05.364284 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-c73cc083-750f-4480-8b91-e7f89889e868 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:45:05.378410 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0fd8ae-5db3-45ac-baed-488d4e51c11d', 'tag': '88da702f-c078-4f9c-a317-912ee9a0e025', 'status': 'completed', 'code': 200} Apr 20 17:45:05.505082 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5daacce-b655-4cc6-b5a0-1222f97774f0 req-9d6e1912-a117-4d3c-b557-61e296d73b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:05.506584 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b5daacce-b655-4cc6-b5a0-1222f97774f0 req-9d6e1912-a117-4d3c-b557-61e296d73b2b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f65440cfa2841c6a32c773e264c7c7e&device_id=1f0fd8ae-5db3-45ac-baed-488d4e51c11d HTTP/1.1" status: 200 len: 1096 time: 0.0789051 Apr 20 17:45:05.875525 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5daacce-b655-4cc6-b5a0-1222f97774f0 req-95e54ec0-5092-43e1-b2e2-714718a1039a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:05.877085 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b5daacce-b655-4cc6-b5a0-1222f97774f0 req-95e54ec0-5092-43e1-b2e2-714718a1039a service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=6f65440cfa2841c6a32c773e264c7c7e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3573794 Apr 20 17:45:06.022520 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5daacce-b655-4cc6-b5a0-1222f97774f0 req-e25ec184-7cf7-4287-b844-cd3894598e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:06.024142 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-b5daacce-b655-4cc6-b5a0-1222f97774f0 req-e25ec184-7cf7-4287-b844-cd3894598e63 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1405087 Apr 20 17:45:06.100651 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-55e2bcf7-ef40-4062-87b2-151aaf675142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:06.162217 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-81421572-c39c-436d-9fec-62462863d28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:06.163822 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-81421572-c39c-436d-9fec-62462863d28b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6f65440cfa2841c6a32c773e264c7c7e&device_id=1f0fd8ae-5db3-45ac-baed-488d4e51c11d HTTP/1.1" status: 200 len: 1096 time: 0.0823281 Apr 20 17:45:06.241597 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-dcbbb5ea-6047-49c2-8bc0-445fb1d21b8e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88da702f-c078-4f9c-a317-912ee9a0e025 HTTP/1.1" status: 200 len: 217 time: 0.0651255 Apr 20 17:45:06.311217 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-9a1b7b22-aea3-4208-9d18-41930a6a3ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:06.312776 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-9a1b7b22-aea3-4208-9d18-41930a6a3ab5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8672650c-0f47-4c57-8dea-ca06992be2c4 HTTP/1.1" status: 200 len: 849 time: 0.0653551 Apr 20 17:45:06.366249 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-91fe5aa2-0afb-4e99-8d0e-e80462dc3ecd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b583f52b-eb0c-40d4-a4f6-7a45e7d114d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466423 Apr 20 17:45:06.477777 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec21c2-586e-41a4-b3f7-416bde740976 req-8ebd1b60-9c54-4bc4-b3d3-28ce049723cb tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:06.479417 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-31ec21c2-586e-41a4-b3f7-416bde740976 req-8ebd1b60-9c54-4bc4-b3d3-28ce049723cb tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f0fd8ae-5db3-45ac-baed-488d4e51c11d HTTP/1.1" status: 200 len: 943 time: 0.0923650 Apr 20 17:45:06.510583 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-514a05ba-8f3b-461f-8d4c-bbee2017cd44 service neutron] 10.222.0.76 "GET /v2.0/networks/b583f52b-eb0c-40d4-a4f6-7a45e7d114d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376197 Apr 20 17:45:06.663740 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-94cf0ae8-9231-421a-b9ad-483ec31912d3 req-df275be0-d908-49a6-b7c4-eb2967044bcd service neutron] 10.222.0.76 "GET /v2.0/networks/b583f52b-eb0c-40d4-a4f6-7a45e7d114d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465490 Apr 20 17:45:06.759281 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-31ec21c2-586e-41a4-b3f7-416bde740976 req-74739b1e-b180-4049-b7e0-0951644befd7 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/security-groups?id=38fafed7-84a8-4523-80b5-238204fb5928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733235 Apr 20 17:45:06.928822 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:07.488747 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:07.966758 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35457f-2de1-4a6b-a869-d0674fac6b05 req-20e2db3b-ec7f-4e5b-b404-fd9134c3001c tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:07.967512 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-bd35457f-2de1-4a6b-a869-d0674fac6b05 req-20e2db3b-ec7f-4e5b-b404-fd9134c3001c tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Synchronizing usage tracker for tenant:6f65440cfa2841c6a32c773e264c7c7e on resource:port {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:45:08.008736 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-bd35457f-2de1-4a6b-a869-d0674fac6b05 req-20e2db3b-ec7f-4e5b-b404-fd9134c3001c tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Unset dirty status for tenant:6f65440cfa2841c6a32c773e264c7c7e on resource:port {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:45:08.009966 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bd35457f-2de1-4a6b-a869-d0674fac6b05 req-20e2db3b-ec7f-4e5b-b404-fd9134c3001c tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f0fd8ae-5db3-45ac-baed-488d4e51c11d HTTP/1.1" status: 200 len: 943 time: 0.1365628 Apr 20 17:45:08.058711 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-bd35457f-2de1-4a6b-a869-d0674fac6b05 req-65878015-59f4-46c9-b056-ef8356938118 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/security-groups?id=38fafed7-84a8-4523-80b5-238204fb5928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416243 Apr 20 17:45:08.066139 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:09.258906 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3babfcf-5a6f-45ac-be61-1057e94b5abe req-f2c901b3-1601-4cfc-b8d9-150d04a68614 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:09.260460 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c3babfcf-5a6f-45ac-be61-1057e94b5abe req-f2c901b3-1601-4cfc-b8d9-150d04a68614 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f0fd8ae-5db3-45ac-baed-488d4e51c11d HTTP/1.1" status: 200 len: 943 time: 0.0866401 Apr 20 17:45:09.310447 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c3babfcf-5a6f-45ac-be61-1057e94b5abe req-7fd1d817-72a0-4b98-8dcc-a5634a5e8304 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/security-groups?id=38fafed7-84a8-4523-80b5-238204fb5928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436854 Apr 20 17:45:10.006756 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 88da702f-c078-4f9c-a317-912ee9a0e025 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86490) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 17:45:10.145963 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 88da702f-c078-4f9c-a317-912ee9a0e025, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=88da702f-c078-4f9c-a317-912ee9a0e025,segment=NetworkSegment(c654f3f2-060c-4dd7-940a-7247b0f852a5),segment_id=c654f3f2-060c-4dd7-940a-7247b0f852a5)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:45:10.159421 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Returning: {'device': '88da702f-c078-4f9c-a317-912ee9a0e025', 'network_id': 'b583f52b-eb0c-40d4-a4f6-7a45e7d114d7', 'port_id': '88da702f-c078-4f9c-a317-912ee9a0e025', 'mac_address': 'fa:16:3e:5b:2f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 956, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8672650c-0f47-4c57-8dea-ca06992be2c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86490) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:45:10.216421 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:10.233914 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88da702f-c078-4f9c-a317-912ee9a0e025 {{(pid=86490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:45:10.249778 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 88da702f-c078-4f9c-a317-912ee9a0e025, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=88da702f-c078-4f9c-a317-912ee9a0e025,segment=NetworkSegment(c654f3f2-060c-4dd7-940a-7247b0f852a5),segment_id=c654f3f2-060c-4dd7-940a-7247b0f852a5)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:45:10.283345 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:10.285056 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:45:10.356201 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=88da702f-c078-4f9c-a317-912ee9a0e025,revision_number=4']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:45:10.363880 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:10.364262 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:10.364639 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:10.365009 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:10.365373 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:10.365737 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:10.366101 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:10.366458 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:10.366844 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:10.367201 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:10.367555 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:10.367908 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86490) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:10.372477 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:45:10.510595 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dee7e-1652-47b8-b5bb-4ecc6186b4cb req-34afe4e8-e095-4e98-bb41-3b029faf9907 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:10.512162 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e21dee7e-1652-47b8-b5bb-4ecc6186b4cb req-34afe4e8-e095-4e98-bb41-3b029faf9907 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f0fd8ae-5db3-45ac-baed-488d4e51c11d HTTP/1.1" status: 200 len: 944 time: 0.0888979 Apr 20 17:45:10.560022 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e21dee7e-1652-47b8-b5bb-4ecc6186b4cb req-5c4c80c4-d79b-4d11-8919-2a6b4038aa7e tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/security-groups?id=38fafed7-84a8-4523-80b5-238204fb5928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415773 Apr 20 17:45:10.712427 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['88da702f-c078-4f9c-a317-912ee9a0e025'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:45:11.756635 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842950f-31a4-4e99-95a7-ab27193535c6 req-467d6249-9a87-49b9-bc6b-fe42e0dd02d8 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:11.758209 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5842950f-31a4-4e99-95a7-ab27193535c6 req-467d6249-9a87-49b9-bc6b-fe42e0dd02d8 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f0fd8ae-5db3-45ac-baed-488d4e51c11d HTTP/1.1" status: 200 len: 944 time: 0.0871801 Apr 20 17:45:11.805248 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5842950f-31a4-4e99-95a7-ab27193535c6 req-ea25b68f-0a21-4fa7-a332-0a75f1cd9ab7 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/security-groups?id=38fafed7-84a8-4523-80b5-238204fb5928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407257 Apr 20 17:45:12.022753 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 88da702f-c078-4f9c-a317-912ee9a0e025 up at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:45:12.128969 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning for port 88da702f-c078-4f9c-a317-912ee9a0e025 completed by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 17:45:12.133709 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning complete for port 88da702f-c078-4f9c-a317-912ee9a0e025 triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:45:12.134123 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:12.254911 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:12.282508 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0fd8ae-5db3-45ac-baed-488d4e51c11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88da702f-c078-4f9c-a317-912ee9a0e025'}] {{(pid=86490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:45:12.292924 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 88da702f-c078-4f9c-a317-912ee9a0e025, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=88da702f-c078-4f9c-a317-912ee9a0e025,segment=NetworkSegment(c654f3f2-060c-4dd7-940a-7247b0f852a5),segment_id=c654f3f2-060c-4dd7-940a-7247b0f852a5)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:45:12.317723 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:12.319708 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:45:12.356901 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0fd8ae-5db3-45ac-baed-488d4e51c11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88da702f-c078-4f9c-a317-912ee9a0e025', 'code': 200} Apr 20 17:45:12.390570 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=88da702f-c078-4f9c-a317-912ee9a0e025,revision_number=5']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:45:12.393604 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:45:12.652992 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead2aee-fd00-4dbd-8329-dd7467239814 req-ff26835f-4eb3-471b-ac02-af03e24a2077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:12.654711 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-eead2aee-fd00-4dbd-8329-dd7467239814 req-ff26835f-4eb3-471b-ac02-af03e24a2077 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1f0fd8ae-5db3-45ac-baed-488d4e51c11d HTTP/1.1" status: 200 len: 1098 time: 0.0822918 Apr 20 17:45:12.697314 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-eead2aee-fd00-4dbd-8329-dd7467239814 req-a258aa9c-0a60-4ccd-b6ed-e0d141d311d7 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=38fafed7-84a8-4523-80b5-238204fb5928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363715 Apr 20 17:45:13.005552 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764f5e1-a6bb-4b54-8473-1df678e840cd req-10f945ab-288d-4061-b490-cddd94a1824a tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:13.007051 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6764f5e1-a6bb-4b54-8473-1df678e840cd req-10f945ab-288d-4061-b490-cddd94a1824a tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f0fd8ae-5db3-45ac-baed-488d4e51c11d HTTP/1.1" status: 200 len: 945 time: 0.0911894 Apr 20 17:45:13.054366 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-6764f5e1-a6bb-4b54-8473-1df678e840cd req-06dd356a-d8be-474e-9221-136cde5bf487 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/security-groups?id=38fafed7-84a8-4523-80b5-238204fb5928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410609 Apr 20 17:45:14.262233 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ed25f-ba3e-4b5b-ac04-21fd56608310 req-d8f81e7d-6494-48bd-a7ca-9b889ada9a25 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:14.263850 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f01ed25f-ba3e-4b5b-ac04-21fd56608310 req-d8f81e7d-6494-48bd-a7ca-9b889ada9a25 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f0fd8ae-5db3-45ac-baed-488d4e51c11d HTTP/1.1" status: 200 len: 945 time: 0.0909131 Apr 20 17:45:14.312993 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f01ed25f-ba3e-4b5b-ac04-21fd56608310 req-aa1f2366-c9d3-4c65-b68c-141431f39119 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/security-groups?id=38fafed7-84a8-4523-80b5-238204fb5928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428374 Apr 20 17:45:15.512526 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:45:15.514967 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a09912-3f67-4d5a-9e51-f9e02b5d32f7 req-da30307b-f701-4fff-ae7f-dcc3923c1861 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:15.516557 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-25a09912-3f67-4d5a-9e51-f9e02b5d32f7 req-da30307b-f701-4fff-ae7f-dcc3923c1861 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f0fd8ae-5db3-45ac-baed-488d4e51c11d HTTP/1.1" status: 200 len: 945 time: 0.0880940 Apr 20 17:45:15.563888 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-25a09912-3f67-4d5a-9e51-f9e02b5d32f7 req-05d18784-946d-4302-88e5-fc7308982d47 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/security-groups?id=38fafed7-84a8-4523-80b5-238204fb5928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408957 Apr 20 17:45:16.945325 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a4d25-de6a-4cc3-adc3-e655df8e889d req-7d688335-8a5e-4043-9e6a-dd316c908fe8 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:16.946915 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-156a4d25-de6a-4cc3-adc3-e655df8e889d req-7d688335-8a5e-4043-9e6a-dd316c908fe8 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f0fd8ae-5db3-45ac-baed-488d4e51c11d HTTP/1.1" status: 200 len: 945 time: 0.0922115 Apr 20 17:45:16.993830 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-156a4d25-de6a-4cc3-adc3-e655df8e889d req-eeae2d31-8b78-4995-b5a0-1be893c058b1 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/security-groups?id=38fafed7-84a8-4523-80b5-238204fb5928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405571 Apr 20 17:45:18.202976 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44983e-9770-4581-b38b-8484ae678297 req-98b1d924-fea3-4e70-930d-f621e7b114c4 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:18.204574 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-eb44983e-9770-4581-b38b-8484ae678297 req-98b1d924-fea3-4e70-930d-f621e7b114c4 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f0fd8ae-5db3-45ac-baed-488d4e51c11d HTTP/1.1" status: 200 len: 945 time: 0.0932202 Apr 20 17:45:18.253095 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-eb44983e-9770-4581-b38b-8484ae678297 req-4dcc0d66-5417-4b94-8854-0f86a44e3a7b tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/security-groups?id=38fafed7-84a8-4523-80b5-238204fb5928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421720 Apr 20 17:45:18.486229 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135f2f6-6ca0-43a4-9502-f543f435394a req-ff7eee21-b2b4-44a8-8595-cdd821f00392 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:18.487797 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8135f2f6-6ca0-43a4-9502-f543f435394a req-ff7eee21-b2b4-44a8-8595-cdd821f00392 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f0fd8ae-5db3-45ac-baed-488d4e51c11d HTTP/1.1" status: 200 len: 945 time: 0.0902674 Apr 20 17:45:18.564420 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-8135f2f6-6ca0-43a4-9502-f543f435394a req-49eaa594-6fb2-4b0f-aa48-8c057a7bd57a tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Deleting port 88da702f-c078-4f9c-a317-912ee9a0e025 {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:18.564818 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-8135f2f6-6ca0-43a4-9502-f543f435394a req-49eaa594-6fb2-4b0f-aa48-8c057a7bd57a tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:18.827222 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-8135f2f6-6ca0-43a4-9502-f543f435394a req-49eaa594-6fb2-4b0f-aa48-8c057a7bd57a tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] For port 88da702f-c078-4f9c-a317-912ee9a0e025, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=88da702f-c078-4f9c-a317-912ee9a0e025,segment=NetworkSegment(c654f3f2-060c-4dd7-940a-7247b0f852a5),segment_id=c654f3f2-060c-4dd7-940a-7247b0f852a5)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:45:18.827563 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-8135f2f6-6ca0-43a4-9502-f543f435394a req-49eaa594-6fb2-4b0f-aa48-8c057a7bd57a tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:18.959080 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-8135f2f6-6ca0-43a4-9502-f543f435394a req-49eaa594-6fb2-4b0f-aa48-8c057a7bd57a tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Calling delete_port for 88da702f-c078-4f9c-a317-912ee9a0e025 owned by compute:nova {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:45:19.191854 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-8135f2f6-6ca0-43a4-9502-f543f435394a req-49eaa594-6fb2-4b0f-aa48-8c057a7bd57a tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278367'] for port, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:19.197488 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-e4ca8625-b58c-49d5-93a7-550d13cae63c tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:45:19.232655 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['88da702f-c078-4f9c-a317-912ee9a0e025'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:45:19.246086 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eaa594-6fb2-4b0f-aa48-8c057a7bd57a tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Pushing event deleted for resources: {'Port': ['ID=88da702f-c078-4f9c-a317-912ee9a0e025,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:45:19.250063 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-49eaa594-6fb2-4b0f-aa48-8c057a7bd57a tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:45:19.328326 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-8135f2f6-6ca0-43a4-9502-f543f435394a req-49eaa594-6fb2-4b0f-aa48-8c057a7bd57a tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] No DVR routers for this DVR port 88da702f-c078-4f9c-a317-912ee9a0e025 on host hv-cinder-78692 {{(pid=86489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 17:45:19.332008 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-8135f2f6-6ca0-43a4-9502-f543f435394a req-49eaa594-6fb2-4b0f-aa48-8c057a7bd57a tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:19.334879 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0fd8ae-5db3-45ac-baed-488d4e51c11d', 'name': 'network-vif-deleted', 'tag': '88da702f-c078-4f9c-a317-912ee9a0e025'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:45:19.375790 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8135f2f6-6ca0-43a4-9502-f543f435394a req-49eaa594-6fb2-4b0f-aa48-8c057a7bd57a tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.76 "DELETE /v2.0/ports/88da702f-c078-4f9c-a317-912ee9a0e025 HTTP/1.1" status: 204 len: 173 time: 0.8816597 Apr 20 17:45:19.383457 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0fd8ae-5db3-45ac-baed-488d4e51c11d', 'name': 'network-vif-deleted', 'tag': '88da702f-c078-4f9c-a317-912ee9a0e025', 'status': 'completed', 'code': 200} Apr 20 17:45:19.415095 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-2b653892-b2d0-4c11-969a-2177cf607897 req-95118c2e-d2d4-43dd-816f-6711657db246 tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] 10.222.0.75 "GET /v2.0/ports?device_id=1f0fd8ae-5db3-45ac-baed-488d4e51c11d HTTP/1.1" status: 200 len: 210 time: 0.0484066 Apr 20 17:45:22.114265 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 88da702f-c078-4f9c-a317-912ee9a0e025 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:45:22.154063 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] No Port match for: 88da702f-c078-4f9c-a317-912ee9a0e025 {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:45:22.154447 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 88da702f-c078-4f9c-a317-912ee9a0e025 not bound to the agent host hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:45:24.585956 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:28.305472 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ce8e-864a-41af-8877-f22a7402e4df req-953c3852-7db1-445c-8b45-174ea1caa3ab tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:28.307273 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9707ce8e-864a-41af-8877-f22a7402e4df req-953c3852-7db1-445c-8b45-174ea1caa3ab tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 946 time: 0.0945275 Apr 20 17:45:28.363418 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9707ce8e-864a-41af-8877-f22a7402e4df req-983bcbb1-9123-4f46-afcf-dc8090179917 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494096 Apr 20 17:45:29.643278 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75b26f-c4ec-4280-b0bf-0375b12bbe0f req-856d3c74-ec5a-4fd2-806c-f140bb6c64b8 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:29.645302 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ab75b26f-c4ec-4280-b0bf-0375b12bbe0f req-856d3c74-ec5a-4fd2-806c-f140bb6c64b8 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 946 time: 0.1442323 Apr 20 17:45:29.712714 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ab75b26f-c4ec-4280-b0bf-0375b12bbe0f req-075b766a-d9c4-4c97-86e3-bfc9ee80affb tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606380 Apr 20 17:45:30.093542 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff1e14-0807-4f78-afbe-897e6f2c0b48 req-d5f79abd-fcb2-4f57-8535-febd12aaff87 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:30.096259 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-58ff1e14-0807-4f78-afbe-897e6f2c0b48 req-d5f79abd-fcb2-4f57-8535-febd12aaff87 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.76 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 946 time: 0.1146779 Apr 20 17:45:30.194605 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-58ff1e14-0807-4f78-afbe-897e6f2c0b48 req-37d86781-addb-401a-9373-536b8d193977 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Deleting port dbca7c06-b5d6-46a4-be1b-ed663fda62b8 {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:30.195043 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-58ff1e14-0807-4f78-afbe-897e6f2c0b48 req-37d86781-addb-401a-9373-536b8d193977 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:30.509632 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-58ff1e14-0807-4f78-afbe-897e6f2c0b48 req-37d86781-addb-401a-9373-536b8d193977 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] For port dbca7c06-b5d6-46a4-be1b-ed663fda62b8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=dbca7c06-b5d6-46a4-be1b-ed663fda62b8,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:45:30.510020 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-58ff1e14-0807-4f78-afbe-897e6f2c0b48 req-37d86781-addb-401a-9373-536b8d193977 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:30.953222 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-58ff1e14-0807-4f78-afbe-897e6f2c0b48 req-37d86781-addb-401a-9373-536b8d193977 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:30.954313 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-58ff1e14-0807-4f78-afbe-897e6f2c0b48 req-37d86781-addb-401a-9373-536b8d193977 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854139214'] for floatingip, after_update {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:30.954727 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.l3_db [req-58ff1e14-0807-4f78-afbe-897e6f2c0b48 req-37d86781-addb-401a-9373-536b8d193977 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Floating IP 93924189-77a4-403a-8963-9bf39d21dcc8 disassociated. External IP: 172.28.1.86, port: dbca7c06-b5d6-46a4-be1b-ed663fda62b8. Apr 20 17:45:30.955125 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-58ff1e14-0807-4f78-afbe-897e6f2c0b48 req-37d86781-addb-401a-9373-536b8d193977 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Calling delete_port for dbca7c06-b5d6-46a4-be1b-ed663fda62b8 owned by compute:nova {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:45:31.047413 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890bf48-07b1-449b-ad78-e3e60cda3fb2 req-1cf16f36-4276-4fbb-8ce9-55ab06144b11 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:31.049013 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9890bf48-07b1-449b-ad78-e3e60cda3fb2 req-1cf16f36-4276-4fbb-8ce9-55ab06144b11 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 946 time: 0.1749983 Apr 20 17:45:31.163951 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-9890bf48-07b1-449b-ad78-e3e60cda3fb2 req-c3c5932a-1e4f-4c4f-b0d2-aead373fd0bb tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups?id=85d2ed7e-dd24-41c3-83a6-bf3da027b904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959241 Apr 20 17:45:31.210303 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-58ff1e14-0807-4f78-afbe-897e6f2c0b48 req-37d86781-addb-401a-9373-536b8d193977 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278367'] for port, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:31.218737 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d048843c-cc91-4d33-b499-af6a3ce9aa69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:45:31.284247 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d86781-addb-401a-9373-536b8d193977 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Pushing event deleted for resources: {'Port': ['ID=dbca7c06-b5d6-46a4-be1b-ed663fda62b8,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:45:31.289481 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-37d86781-addb-401a-9373-536b8d193977 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:45:31.762192 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58ff1e14-0807-4f78-afbe-897e6f2c0b48 req-37d86781-addb-401a-9373-536b8d193977 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Router 3f30ca91-3312-4342-bd1f-93a1532f2278 has already been hosted by L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 {{(pid=86489) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 17:45:31.980329 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58ff1e14-0807-4f78-afbe-897e6f2c0b48 req-37d86781-addb-401a-9373-536b8d193977 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86489) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:45:31.992268 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2586d467-87e0-4ea1-aa1a-7663bce34165 None None] Sync routers for ids ['3f30ca91-3312-4342-bd1f-93a1532f2278'] in dv-cinder-786927-2-smb {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:45:32.004786 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2586d467-87e0-4ea1-aa1a-7663bce34165 None None] Routers {'3f30ca91-3312-4342-bd1f-93a1532f2278'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:45:32.005724 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-2586d467-87e0-4ea1-aa1a-7663bce34165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:45:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['3f30ca91-3312-4342-bd1f-93a1532f2278'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:45:32.064475 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ff1e14-0807-4f78-afbe-897e6f2c0b48 req-37d86781-addb-401a-9373-536b8d193977 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] No DVR routers for this DVR port dbca7c06-b5d6-46a4-be1b-ed663fda62b8 on host hv-cinder-78692 {{(pid=86489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 17:45:32.071330 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-58ff1e14-0807-4f78-afbe-897e6f2c0b48 req-37d86781-addb-401a-9373-536b8d193977 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:32.071330 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1253f39c-e73c-4773-947f-4d835a850d03', 'name': 'network-vif-deleted', 'tag': 'dbca7c06-b5d6-46a4-be1b-ed663fda62b8'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:45:32.133049 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1253f39c-e73c-4773-947f-4d835a850d03', 'name': 'network-vif-deleted', 'tag': 'dbca7c06-b5d6-46a4-be1b-ed663fda62b8', 'status': 'completed', 'code': 200} Apr 20 17:45:32.135181 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-58ff1e14-0807-4f78-afbe-897e6f2c0b48 req-37d86781-addb-401a-9373-536b8d193977 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.76 "DELETE /v2.0/ports/dbca7c06-b5d6-46a4-be1b-ed663fda62b8 HTTP/1.1" status: 204 len: 173 time: 2.0301430 Apr 20 17:45:32.225951 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-2586d467-87e0-4ea1-aa1a-7663bce34165 None None] Set router 3f30ca91-3312-4342-bd1f-93a1532f2278 gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:45:32.410193 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-302146c4-691b-4c6b-bec4-c364c8a9854b req-9fe762c4-0446-4907-b9f4-c6e9828e719a tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Synchronizing usage tracker for tenant:91f08a58d46d4762b691ff2c6db71cd4 on resource:port {{(pid=86489) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:45:32.466330 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-302146c4-691b-4c6b-bec4-c364c8a9854b req-9fe762c4-0446-4907-b9f4-c6e9828e719a tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Unset dirty status for tenant:91f08a58d46d4762b691ff2c6db71cd4 on resource:port {{(pid=86489) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:45:32.467675 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-302146c4-691b-4c6b-bec4-c364c8a9854b req-9fe762c4-0446-4907-b9f4-c6e9828e719a tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/ports?device_id=1253f39c-e73c-4773-947f-4d835a850d03 HTTP/1.1" status: 200 len: 210 time: 0.1247106 Apr 20 17:45:32.569063 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d1c85-f34d-43a0-bdd4-b20c10e48539 req-af54436d-c326-4c05-9e93-17af4ef6c24f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:32.570726 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f92d1c85-f34d-43a0-bdd4-b20c10e48539 req-af54436d-c326-4c05-9e93-17af4ef6c24f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 946 time: 0.1079679 Apr 20 17:45:32.642462 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f92d1c85-f34d-43a0-bdd4-b20c10e48539 req-8b59a1f9-2c72-43d4-b809-bcf4d1160db1 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643241 Apr 20 17:45:32.738637 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-2586d467-87e0-4ea1-aa1a-7663bce34165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'name': 'tempest-AttachVolumeShelveTestJSON-1076416549-router', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'gw_port': {'id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:09Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': '73cde741-ba67-4783-bfb4-aec69f40f174', 'name': '', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'mac_address': 'fa:16:3e:0e:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:25Z', 'updated_at': '2021-04-20T17:35:40Z', 'revision_number': 5, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'subnets': [{'id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:45:32.743113 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2586d467-87e0-4ea1-aa1a-7663bce34165 None None] Checking router: 3f30ca91-3312-4342-bd1f-93a1532f2278 for host: dv-cinder-786927-2-smb {{(pid=86491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:45:32.753617 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2586d467-87e0-4ea1-aa1a-7663bce34165 None None] Routers {'3f30ca91-3312-4342-bd1f-93a1532f2278'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:45:32.754582 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-2586d467-87e0-4ea1-aa1a-7663bce34165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:45:06Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['3f30ca91-3312-4342-bd1f-93a1532f2278'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:45:33.122746 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-2586d467-87e0-4ea1-aa1a-7663bce34165 None None] Set router 3f30ca91-3312-4342-bd1f-93a1532f2278 gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:45:33.551487 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-2586d467-87e0-4ea1-aa1a-7663bce34165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'name': 'tempest-AttachVolumeShelveTestJSON-1076416549-router', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'gw_port': {'id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:09Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': '73cde741-ba67-4783-bfb4-aec69f40f174', 'name': '', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'mac_address': 'fa:16:3e:0e:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:25Z', 'updated_at': '2021-04-20T17:35:40Z', 'revision_number': 5, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'subnets': [{'id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:45:33.556021 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2586d467-87e0-4ea1-aa1a-7663bce34165 None None] The sync data for ids ['3f30ca91-3312-4342-bd1f-93a1532f2278'] in dv-cinder-786927-2-smb is: [{'id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'name': 'tempest-AttachVolumeShelveTestJSON-1076416549-router', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'gw_port': {'id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:09Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': '73cde741-ba67-4783-bfb4-aec69f40f174', 'name': '', 'network_id': '43f466f2-e643-4c2d-a72d-6fa47845b747', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'mac_address': 'fa:16:3e:0e:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:25Z', 'updated_at': '2021-04-20T17:35:40Z', 'revision_number': 5, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'subnets': [{'id': 'e7b59eb6-7796-4d48-ad26-1b7d7898dd0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:45:33.685385 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 60162) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:33.789138 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-511f94c3-0b41-41ea-83bb-fffb29990014 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:33.839591 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-511f94c3-0b41-41ea-83bb-fffb29990014 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:33.997522 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-002c94c6-703a-4df4-be58-e94f9adf24de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:34.006922 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-511f94c3-0b41-41ea-83bb-fffb29990014 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:34.015286 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-554363ca-48d3-4d2b-bfec-f4fdd9071bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:45:34.039058 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2931e7b-9a09-4d3c-89b9-f77ff584a7d9 None None] New status for floating IP 93924189-77a4-403a-8963-9bf39d21dcc8: DOWN {{(pid=86490) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 17:45:34.041967 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f94c3-0b41-41ea-83bb-fffb29990014 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d2ed7e-dd24-41c3-83a6-bf3da027b904,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:45:34.054613 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-511f94c3-0b41-41ea-83bb-fffb29990014 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:45:34.073979 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-511f94c3-0b41-41ea-83bb-fffb29990014 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:34.076087 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-511f94c3-0b41-41ea-83bb-fffb29990014 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "DELETE /v2.0/security-groups/85d2ed7e-dd24-41c3-83a6-bf3da027b904 HTTP/1.1" status: 204 len: 168 time: 0.3872161 Apr 20 17:45:34.079581 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 60166) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:34.095263 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77cc88-f98c-468d-ae8e-df40c8e55754 req-f1489d91-ee20-42a1-a6c8-b1181ed1f215 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:34.096867 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5a77cc88-f98c-468d-ae8e-df40c8e55754 req-f1489d91-ee20-42a1-a6c8-b1181ed1f215 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 946 time: 0.1471915 Apr 20 17:45:34.108077 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.api.v2.resource [None req-e1ff657a-c242-4326-8c99-72359652b3a3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] show failed (client error): The resource could not be found. Apr 20 17:45:34.113798 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-e1ff657a-c242-4326-8c99-72359652b3a3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "GET /v2.0/security-groups/85d2ed7e-dd24-41c3-83a6-bf3da027b904 HTTP/1.1" status: 404 len: 347 time: 0.0326025 Apr 20 17:45:34.115015 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 60170) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:34.192400 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5a77cc88-f98c-468d-ae8e-df40c8e55754 req-4e7ab398-9c1c-4da5-9283-e263ed2588f1 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874455 Apr 20 17:45:34.333166 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-7148917d-3ca7-431a-86c9-512f46e11ca3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Deleting port 33f06a25-9057-4157-ac2f-f6c8e9dc42a7 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:34.333817 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7148917d-3ca7-431a-86c9-512f46e11ca3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:34.436042 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device dbca7c06-b5d6-46a4-be1b-ed663fda62b8 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:45:34.520840 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] No Port match for: dbca7c06-b5d6-46a4-be1b-ed663fda62b8 {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:45:34.521407 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device dbca7c06-b5d6-46a4-be1b-ed663fda62b8 not bound to the agent host hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:45:34.542715 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7148917d-3ca7-431a-86c9-512f46e11ca3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:34.543725 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7148917d-3ca7-431a-86c9-512f46e11ca3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:34.690714 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-7148917d-3ca7-431a-86c9-512f46e11ca3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Calling delete_port for 33f06a25-9057-4157-ac2f-f6c8e9dc42a7 owned by network:floatingip {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:45:34.844421 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.db.api [None req-7148917d-3ca7-431a-86c9-512f46e11ca3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86488) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:45:34.844954 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_db.api [None req-7148917d-3ca7-431a-86c9-512f46e11ca3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 17:45:35.368712 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-7148917d-3ca7-431a-86c9-512f46e11ca3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Deleting port 33f06a25-9057-4157-ac2f-f6c8e9dc42a7 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:35.369314 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7148917d-3ca7-431a-86c9-512f46e11ca3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:35.553636 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bfb97-5c67-4a2f-acd8-2d41af52ea29 req-dcb5ebfd-0745-4422-9e8c-6cb12f7e8318 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:35.555293 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d67bfb97-5c67-4a2f-acd8-2d41af52ea29 req-dcb5ebfd-0745-4422-9e8c-6cb12f7e8318 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 946 time: 0.2277792 Apr 20 17:45:35.636350 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-d67bfb97-5c67-4a2f-acd8-2d41af52ea29 req-6f08c0fd-444c-4f88-978a-dadc835a4bf7 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657897 Apr 20 17:45:35.674825 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7148917d-3ca7-431a-86c9-512f46e11ca3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:35.675200 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7148917d-3ca7-431a-86c9-512f46e11ca3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:35.832422 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-7148917d-3ca7-431a-86c9-512f46e11ca3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Calling delete_port for 33f06a25-9057-4157-ac2f-f6c8e9dc42a7 owned by network:floatingip {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:45:36.014740 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7148917d-3ca7-431a-86c9-512f46e11ca3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:36.020125 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-c97d28f0-aba3-4670-b494-1dfc3effe389 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:45:36.070363 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148917d-3ca7-431a-86c9-512f46e11ca3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Pushing event deleted for resources: {'Port': ['ID=33f06a25-9057-4157-ac2f-f6c8e9dc42a7,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:45:36.073953 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7148917d-3ca7-431a-86c9-512f46e11ca3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:45:36.112157 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f976c5d7-39f0-4d19-9edd-6d8a4f98e00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:36.174274 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7148917d-3ca7-431a-86c9-512f46e11ca3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks [] for floatingip, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:36.215602 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7148917d-3ca7-431a-86c9-512f46e11ca3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:36.220578 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-7148917d-3ca7-431a-86c9-512f46e11ca3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] 10.222.0.75 "DELETE /v2.0/floatingips/93924189-77a4-403a-8963-9bf39d21dcc8 HTTP/1.1" status: 204 len: 168 time: 2.1006427 Apr 20 17:45:36.864167 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd6f9c-dceb-4d2d-babb-3e56eac69f16 req-56a35ae8-6252-4292-9993-fdee07c7ab82 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:36.865787 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-dbdd6f9c-dceb-4d2d-babb-3e56eac69f16 req-56a35ae8-6252-4292-9993-fdee07c7ab82 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 946 time: 0.1131699 Apr 20 17:45:36.922452 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-dbdd6f9c-dceb-4d2d-babb-3e56eac69f16 req-21be80e8-aa5c-4f04-bcbb-6d8bc933303c tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502706 Apr 20 17:45:36.934298 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:37.506059 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:38.072296 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:38.199232 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c8a58-49cd-46c7-a344-7cd51d73c960 req-50ccba2c-0dd2-4cd6-ba2c-034cd88d5ba1 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:38.201039 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-796c8a58-49cd-46c7-a344-7cd51d73c960 req-50ccba2c-0dd2-4cd6-ba2c-034cd88d5ba1 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 946 time: 0.0993135 Apr 20 17:45:38.257169 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-796c8a58-49cd-46c7-a344-7cd51d73c960 req-3f8f6864-4f44-465d-b9f1-e718f3a6226d tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489705 Apr 20 17:45:39.317610 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 60230) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:39.485822 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e560bc6-397b-47bc-8ee2-6a0ed1baaa9a req-16ec18bc-6abb-4c5d-89e0-5e084b6294f9 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:39.487475 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0e560bc6-397b-47bc-8ee2-6a0ed1baaa9a req-16ec18bc-6abb-4c5d-89e0-5e084b6294f9 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 946 time: 0.1036360 Apr 20 17:45:39.537734 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-0e560bc6-397b-47bc-8ee2-6a0ed1baaa9a req-6e0ab58d-2274-4c42-80bf-7d9e1e7bcd26 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436206 Apr 20 17:45:39.986160 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7d03b261-7c97-4bfb-b1da-1300d4a32f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-627097'] for router_interface, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:40.582052 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-7d03b261-7c97-4bfb-b1da-1300d4a32f85 admin admin] Deleting port 73cde741-ba67-4783-bfb4-aec69f40f174 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:40.582499 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7d03b261-7c97-4bfb-b1da-1300d4a32f85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:40.839070 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f982c2-a016-4fa2-89d0-1707e780e3be req-5e976628-1793-44c9-a1f4-1b6259730a0f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:40.841218 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-96f982c2-a016-4fa2-89d0-1707e780e3be req-5e976628-1793-44c9-a1f4-1b6259730a0f tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 946 time: 0.1864731 Apr 20 17:45:40.846619 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-7d03b261-7c97-4bfb-b1da-1300d4a32f85 admin admin] For port 73cde741-ba67-4783-bfb4-aec69f40f174, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=73cde741-ba67-4783-bfb4-aec69f40f174,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:45:40.846993 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7d03b261-7c97-4bfb-b1da-1300d4a32f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:40.994957 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-7d03b261-7c97-4bfb-b1da-1300d4a32f85 admin admin] Calling delete_port for 73cde741-ba67-4783-bfb4-aec69f40f174 owned by network:router_interface {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:45:41.069991 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-96f982c2-a016-4fa2-89d0-1707e780e3be req-20d25bbc-abf3-46ff-8c7a-4425efdda815 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151978 Apr 20 17:45:41.220626 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7d03b261-7c97-4bfb-b1da-1300d4a32f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:41.225801 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-167d18ea-d97a-4e8d-acf3-e5096739d978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:45:41.277146 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03b261-7c97-4bfb-b1da-1300d4a32f85 admin admin] Pushing event deleted for resources: {'Port': ['ID=73cde741-ba67-4783-bfb4-aec69f40f174,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:45:41.317915 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d03b261-7c97-4bfb-b1da-1300d4a32f85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:41.318345 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d03b261-7c97-4bfb-b1da-1300d4a32f85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:41.318813 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d03b261-7c97-4bfb-b1da-1300d4a32f85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:41.319229 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d03b261-7c97-4bfb-b1da-1300d4a32f85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:41.319636 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d03b261-7c97-4bfb-b1da-1300d4a32f85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:41.320042 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d03b261-7c97-4bfb-b1da-1300d4a32f85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:41.320446 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d03b261-7c97-4bfb-b1da-1300d4a32f85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:41.320826 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d03b261-7c97-4bfb-b1da-1300d4a32f85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:41.321229 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d03b261-7c97-4bfb-b1da-1300d4a32f85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:41.321629 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d03b261-7c97-4bfb-b1da-1300d4a32f85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:41.322027 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d03b261-7c97-4bfb-b1da-1300d4a32f85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:41.322424 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d03b261-7c97-4bfb-b1da-1300d4a32f85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:41.331259 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7d03b261-7c97-4bfb-b1da-1300d4a32f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:45:41.577307 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7d03b261-7c97-4bfb-b1da-1300d4a32f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627175'] for router_interface, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:41.970433 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d03b261-7c97-4bfb-b1da-1300d4a32f85 admin admin] Router 3f30ca91-3312-4342-bd1f-93a1532f2278 has already been hosted by L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 17:45:42.166385 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d03b261-7c97-4bfb-b1da-1300d4a32f85 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:45:42.178037 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d53a09-7e68-40fc-ba0f-402404b4db13 None None] Sync routers for ids ['3f30ca91-3312-4342-bd1f-93a1532f2278'] in dv-cinder-786927-2-smb {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:45:42.181227 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-7d03b261-7c97-4bfb-b1da-1300d4a32f85 admin admin] 10.222.0.75 "PUT /v2.0/routers/3f30ca91-3312-4342-bd1f-93a1532f2278/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8614562 Apr 20 17:45:42.183958 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 60312) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:42.190405 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d53a09-7e68-40fc-ba0f-402404b4db13 None None] Routers {'3f30ca91-3312-4342-bd1f-93a1532f2278'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:45:42.191350 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-10d53a09-7e68-40fc-ba0f-402404b4db13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:45:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['3f30ca91-3312-4342-bd1f-93a1532f2278'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:45:42.296683 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893126b-d122-469e-82b4-82dcbcd4e151 req-8b845c02-a0b5-4228-846f-f57cced843aa tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:42.298293 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f893126b-d122-469e-82b4-82dcbcd4e151 req-8b845c02-a0b5-4228-846f-f57cced843aa tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 946 time: 0.1016662 Apr 20 17:45:42.349526 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-f893126b-d122-469e-82b4-82dcbcd4e151 req-c4bb0c24-12c2-4950-bbbf-e30ba5078d54 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437646 Apr 20 17:45:42.384634 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4f233427-09a6-4efd-869a-60656538ad74 admin admin] Notify callbacks [] for router, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:42.393687 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-10d53a09-7e68-40fc-ba0f-402404b4db13 None None] Set router 3f30ca91-3312-4342-bd1f-93a1532f2278 gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:45:42.578985 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4f233427-09a6-4efd-869a-60656538ad74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:42.632688 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-4f233427-09a6-4efd-869a-60656538ad74 admin admin] Deleting port c3bc95a0-5307-4345-bafc-f9c5cf45b08e {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:42.633081 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4f233427-09a6-4efd-869a-60656538ad74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:42.701450 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-10d53a09-7e68-40fc-ba0f-402404b4db13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'name': 'tempest-AttachVolumeShelveTestJSON-1076416549-router', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:45:41Z', 'revision_number': 5, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'gw_port': {'id': 'c3bc95a0-5307-4345-bafc-f9c5cf45b08e', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:35:09Z', 'updated_at': '2021-04-20T17:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb'}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:45:42.705562 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d53a09-7e68-40fc-ba0f-402404b4db13 None None] Checking router: 3f30ca91-3312-4342-bd1f-93a1532f2278 for host: dv-cinder-786927-2-smb {{(pid=86491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:45:42.715768 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d53a09-7e68-40fc-ba0f-402404b4db13 None None] Routers {'3f30ca91-3312-4342-bd1f-93a1532f2278'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:45:42.716417 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-10d53a09-7e68-40fc-ba0f-402404b4db13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:45:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['3f30ca91-3312-4342-bd1f-93a1532f2278'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:45:42.776806 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b523d1-7dc6-4339-8735-81bc7237910c req-c055fabb-f411-4bc7-b1a8-7e5138dd48e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:42.778980 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-57b523d1-7dc6-4339-8735-81bc7237910c req-c055fabb-f411-4bc7-b1a8-7e5138dd48e5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2bc5b9d2fa464c55a7d7ec3a21f8ee5b&device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 1099 time: 0.1327772 Apr 20 17:45:42.818024 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-4f233427-09a6-4efd-869a-60656538ad74 admin admin] For port c3bc95a0-5307-4345-bafc-f9c5cf45b08e, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=c3bc95a0-5307-4345-bafc-f9c5cf45b08e,segment=NetworkSegment(b1e9f102-11a2-4b4f-ab28-aef5c346bdb3),segment_id=b1e9f102-11a2-4b4f-ab28-aef5c346bdb3)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:45:42.818434 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4f233427-09a6-4efd-869a-60656538ad74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:42.881318 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-10d53a09-7e68-40fc-ba0f-402404b4db13 None None] Set router 3f30ca91-3312-4342-bd1f-93a1532f2278 gateway port host: None {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:45:42.928363 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b523d1-7dc6-4339-8735-81bc7237910c req-2708d2e2-c249-4b8b-bc44-bc4c347d8fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:42.929903 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-57b523d1-7dc6-4339-8735-81bc7237910c req-2708d2e2-c249-4b8b-bc44-bc4c347d8fd6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e785f334-6767-476a-9220-c7787c18bfc0 HTTP/1.1" status: 200 len: 909 time: 0.1450510 Apr 20 17:45:43.003612 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-10d53a09-7e68-40fc-ba0f-402404b4db13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'name': 'tempest-AttachVolumeShelveTestJSON-1076416549-router', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:45:42Z', 'revision_number': 6, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'gw_port_host': None}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:45:43.008185 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d53a09-7e68-40fc-ba0f-402404b4db13 None None] The sync data for ids ['3f30ca91-3312-4342-bd1f-93a1532f2278'] in dv-cinder-786927-2-smb is: [{'id': '3f30ca91-3312-4342-bd1f-93a1532f2278', 'name': 'tempest-AttachVolumeShelveTestJSON-1076416549-router', 'tenant_id': '91f08a58d46d4762b691ff2c6db71cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:35:05Z', 'updated_at': '2021-04-20T17:45:42Z', 'revision_number': 6, 'project_id': '91f08a58d46d4762b691ff2c6db71cd4', 'gw_port_host': None}] {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:45:43.058855 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-57b523d1-7dc6-4339-8735-81bc7237910c req-c9f8790a-5166-46dc-9f75-9870a24901e0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57dcac70-aa02-403c-ba55-382a2244564c HTTP/1.1" status: 200 len: 1001 time: 0.1218281 Apr 20 17:45:43.139374 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b523d1-7dc6-4339-8735-81bc7237910c req-a609db7a-8db5-4f9a-8fd4-5ff0c6fa6f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:43.140937 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-57b523d1-7dc6-4339-8735-81bc7237910c req-a609db7a-8db5-4f9a-8fd4-5ff0c6fa6f6a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a1f94765-634f-4282-b456-a023b8201bb5 HTTP/1.1" status: 200 len: 847 time: 0.0764544 Apr 20 17:45:43.204597 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-4f233427-09a6-4efd-869a-60656538ad74 admin admin] Calling delete_port for c3bc95a0-5307-4345-bafc-f9c5cf45b08e owned by network:router_gateway {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:45:43.227683 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b523d1-7dc6-4339-8735-81bc7237910c req-3386a305-14c2-4d02-860c-990088a10a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:43.227683 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-57b523d1-7dc6-4339-8735-81bc7237910c req-3386a305-14c2-4d02-860c-990088a10a30 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e785f334-6767-476a-9220-c7787c18bfc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799046 Apr 20 17:45:43.238162 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [req-57b523d1-7dc6-4339-8735-81bc7237910c req-df953086-432b-4391-a77d-a3df42e3d78f service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=86489) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 17:45:43.239289 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-57b523d1-7dc6-4339-8735-81bc7237910c req-df953086-432b-4391-a77d-a3df42e3d78f service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057657 Apr 20 17:45:43.315916 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 60320) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:43.390144 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-57b523d1-7dc6-4339-8735-81bc7237910c req-06b8d336-7fa7-48f1-9a41-35424d08b1c3 service neutron] 10.222.0.76 "GET /v2.0/networks/e785f334-6767-476a-9220-c7787c18bfc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435819 Apr 20 17:45:43.392001 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_v2 [None req-70dca423-d9c5-4ec2-b589-e23d65940b96 admin admin] Deleting subnet 8672650c-0f47-4c57-8dea-ca06992be2c4 {{(pid=86488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 17:45:43.408967 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-70dca423-d9c5-4ec2-b589-e23d65940b96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:43.542128 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-57b523d1-7dc6-4339-8735-81bc7237910c req-ba7c79b3-e938-45df-8fd0-20c7dd085af5 service neutron] 10.222.0.76 "GET /v2.0/networks/e785f334-6767-476a-9220-c7787c18bfc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460826 Apr 20 17:45:43.561579 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-70dca423-d9c5-4ec2-b589-e23d65940b96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852460027'] for subnet, precommit_delete_associations {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:43.657829 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-70dca423-d9c5-4ec2-b589-e23d65940b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394978'] for subnet, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:43.694091 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4f233427-09a6-4efd-869a-60656538ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:43.703587 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-026aa375-f799-4b8c-99a7-e338ad382f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:45:43.754132 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be29a80-a1de-4fdf-be9f-75416925d419 req-439994e1-ffa8-4d49-ab19-8984b30a1bcf tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:43.755723 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4be29a80-a1de-4fdf-be9f-75416925d419 req-439994e1-ffa8-4d49-ab19-8984b30a1bcf tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 946 time: 0.2706246 Apr 20 17:45:43.804138 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f233427-09a6-4efd-869a-60656538ad74 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3bc95a0-5307-4345-bafc-f9c5cf45b08e,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:45:43.806541 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4f233427-09a6-4efd-869a-60656538ad74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:45:43.902085 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device c3bc95a0-5307-4345-bafc-f9c5cf45b08e no longer exists at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:45:43.939518 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] No Port match for: c3bc95a0-5307-4345-bafc-f9c5cf45b08e {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:45:43.939916 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device c3bc95a0-5307-4345-bafc-f9c5cf45b08e not bound to the agent host dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:45:43.940383 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 73cde741-ba67-4783-bfb4-aec69f40f174 no longer exists at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:45:43.975468 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] No Port match for: 73cde741-ba67-4783-bfb4-aec69f40f174 {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:45:43.975862 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 73cde741-ba67-4783-bfb4-aec69f40f174 not bound to the agent host dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:45:43.994449 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-4be29a80-a1de-4fdf-be9f-75416925d419 req-b8392ba7-4085-43bf-8a49-d5989c6677eb tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915808 Apr 20 17:45:44.011053 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4f233427-09a6-4efd-869a-60656538ad74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854349978'] for router_gateway, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:44.219529 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4f233427-09a6-4efd-869a-60656538ad74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854140358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770259'] for router, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:44.224019 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4f233427-09a6-4efd-869a-60656538ad74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:44.466642 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-70dca423-d9c5-4ec2-b589-e23d65940b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853380838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852459956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852674988'] for subnet, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:44.471614 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3f9ef372-d345-41fc-9c35-8a73e6945b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:45:44.508776 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4f233427-09a6-4efd-869a-60656538ad74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-623742'] for router, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:44.509346 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f233427-09a6-4efd-869a-60656538ad74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f30ca91-3312-4342-bd1f-93a1532f2278 {{(pid=86488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 17:45:44.517605 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dca423-d9c5-4ec2-b589-e23d65940b96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8672650c-0f47-4c57-8dea-ca06992be2c4,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:45:44.519872 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-70dca423-d9c5-4ec2-b589-e23d65940b96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:44.523739 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-70dca423-d9c5-4ec2-b589-e23d65940b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:45:44.537827 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-70dca423-d9c5-4ec2-b589-e23d65940b96 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/8672650c-0f47-4c57-8dea-ca06992be2c4 HTTP/1.1" status: 204 len: 168 time: 1.2208431 Apr 20 17:45:44.540011 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4f233427-09a6-4efd-869a-60656538ad74 admin admin] Notify callbacks [] for router, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:44.541161 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-4f233427-09a6-4efd-869a-60656538ad74 admin admin] 10.222.0.75 "DELETE /v2.0/routers/3f30ca91-3312-4342-bd1f-93a1532f2278 HTTP/1.1" status: 204 len: 168 time: 2.3562207 Apr 20 17:45:44.541886 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 60326) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:44.544664 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 60328) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:44.621005 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_v2 [None req-902b187a-cdc2-4353-ba54-2edab4dc2e01 admin admin] Deleting subnet e7b59eb6-7796-4d48-ad26-1b7d7898dd0a {{(pid=86489) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 17:45:44.624312 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-902b187a-cdc2-4353-ba54-2edab4dc2e01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:44.661119 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-45f3fa73-436b-4694-9228-96766bfb0961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1824878'] for network, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:44.681422 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-902b187a-cdc2-4353-ba54-2edab4dc2e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828434012'] for subnet, precommit_delete_associations {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:44.792254 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-45f3fa73-436b-4694-9228-96766bfb0961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853380745', 'neutron.services.segments.db._delete_segments_for_network-8775308586611'] for network, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:44.804060 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-902b187a-cdc2-4353-ba54-2edab4dc2e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394978'] for subnet, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:44.907110 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-45f3fa73-436b-4694-9228-96766bfb0961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b583f52b-eb0c-40d4-a4f6-7a45e7d114d7']}} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:45:44.920595 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-45f3fa73-436b-4694-9228-96766bfb0961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c654f3f2-060c-4dd7-940a-7247b0f852a5') {'for_net_delete': True} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:45:44.920940 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-45f3fa73-436b-4694-9228-96766bfb0961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c654f3f2-060c-4dd7-940a-7247b0f852a5') {} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:45:44.933223 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-45f3fa73-436b-4694-9228-96766bfb0961 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261546079075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315789'] for segment, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:44.950605 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-45f3fa73-436b-4694-9228-96766bfb0961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:44.957037 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f3fa73-436b-4694-9228-96766bfb0961 admin admin] Releasing vlan 956 on physical network physnet1 to pool {{(pid=86488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 17:45:45.112465 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-902b187a-cdc2-4353-ba54-2edab4dc2e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853380838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2277899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851727936'] for subnet, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:45.136678 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-45f3fa73-436b-4694-9228-96766bfb0961 admin admin] Network b583f52b-eb0c-40d4-a4f6-7a45e7d114d7 has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:45:45.146331 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-45f3fa73-436b-4694-9228-96766bfb0961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2316271'] for segment, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:45.155599 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-162aed04-94e0-4ff5-b95d-c1a5a62b5ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:45:45.206731 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b187a-cdc2-4353-ba54-2edab4dc2e01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7b59eb6-7796-4d48-ad26-1b7d7898dd0a,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:45:45.214962 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-902b187a-cdc2-4353-ba54-2edab4dc2e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for subnet, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:45.219189 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dba8ce-085f-486f-90fc-6599b2901435 None None] Network 43f466f2-e643-4c2d-a72d-6fa47845b747 requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:45:45.224551 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-902b187a-cdc2-4353-ba54-2edab4dc2e01 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/e7b59eb6-7796-4d48-ad26-1b7d7898dd0a HTTP/1.1" status: 204 len: 168 time: 0.6787429 Apr 20 17:45:45.227027 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902b187a-cdc2-4353-ba54-2edab4dc2e01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:45.227455 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902b187a-cdc2-4353-ba54-2edab4dc2e01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:45.227697 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 60336) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:45.227862 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902b187a-cdc2-4353-ba54-2edab4dc2e01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:45.228263 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902b187a-cdc2-4353-ba54-2edab4dc2e01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:45.228673 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902b187a-cdc2-4353-ba54-2edab4dc2e01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:45.229087 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902b187a-cdc2-4353-ba54-2edab4dc2e01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:45.229492 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902b187a-cdc2-4353-ba54-2edab4dc2e01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:45.229895 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902b187a-cdc2-4353-ba54-2edab4dc2e01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:45.230301 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902b187a-cdc2-4353-ba54-2edab4dc2e01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:45.230740 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902b187a-cdc2-4353-ba54-2edab4dc2e01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:45.231175 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902b187a-cdc2-4353-ba54-2edab4dc2e01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:45.231651 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902b187a-cdc2-4353-ba54-2edab4dc2e01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:45:45.241767 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-902b187a-cdc2-4353-ba54-2edab4dc2e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:45:45.277791 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37906475-58b7-41cd-99bb-8f3832ce998f req-43bfba75-bcb2-47ed-8e34-a4af1f3a44c3 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:45.279431 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-37906475-58b7-41cd-99bb-8f3832ce998f req-43bfba75-bcb2-47ed-8e34-a4af1f3a44c3 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 946 time: 0.1655948 Apr 20 17:45:45.330072 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-37906475-58b7-41cd-99bb-8f3832ce998f req-7922025d-c99a-44f8-b623-12966aa10a16 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439408 Apr 20 17:45:45.449167 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-42ab5d34-474b-4a92-aee7-bceed16ffbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1824878'] for network, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:45.452148 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-45f3fa73-436b-4694-9228-96766bfb0961 admin admin] Network b583f52b-eb0c-40d4-a4f6-7a45e7d114d7 has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: Traceback (most recent call last): Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: timer() Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: cb(*args, **kw) Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: return func(*args, **kwargs) Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: self._notify() Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: self.callback(batched_events) Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: event.method(event) Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: segment_id)['aggregates'][0] Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: return f(self, *a, **k) Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: return self._get(url).json() Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: **kwargs) Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: return self.request(url, 'GET', **kwargs) Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: **endpoint_filter) Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:45:45.476768 dv-cinder-786927-2-smb neutron-server[86373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:45:45.506151 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5d1530-cd00-45de-b4a0-a5b082c7f8de None None] DHCP port deletion for 43f466f2-e643-4c2d-a72d-6fa47845b747 request from dv-cinder-786927-2-smb {{(pid=86490) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 17:45:45.510803 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-ff5d1530-cd00-45de-b4a0-a5b082c7f8de None None] Deleting port c2b774b6-2c62-4be1-b82b-779fd5f46594 {{(pid=86490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:45.511322 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ff5d1530-cd00-45de-b4a0-a5b082c7f8de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:45.555226 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-42ab5d34-474b-4a92-aee7-bceed16ffbf9 admin admin] Deleting port c2b774b6-2c62-4be1-b82b-779fd5f46594 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:45.555613 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-42ab5d34-474b-4a92-aee7-bceed16ffbf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:45.740585 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-ff5d1530-cd00-45de-b4a0-a5b082c7f8de None None] For port c2b774b6-2c62-4be1-b82b-779fd5f46594, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=c2b774b6-2c62-4be1-b82b-779fd5f46594,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:45:45.740936 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ff5d1530-cd00-45de-b4a0-a5b082c7f8de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:45.774937 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-45f3fa73-436b-4694-9228-96766bfb0961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854139263'] for network, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:45.787058 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-2cf5349e-ba32-4023-acae-83c7cccda5bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:45:45.804819 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-45f3fa73-436b-4694-9228-96766bfb0961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:45.817868 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3fa73-436b-4694-9228-96766bfb0961 admin admin] Pushing event deleted for resources: {'Network': ['ID=b583f52b-eb0c-40d4-a4f6-7a45e7d114d7,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:45:45.820696 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-42ab5d34-474b-4a92-aee7-bceed16ffbf9 admin admin] For port c2b774b6-2c62-4be1-b82b-779fd5f46594, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=c2b774b6-2c62-4be1-b82b-779fd5f46594,segment=NetworkSegment(e14d65d0-4771-459b-a922-510f87239a35),segment_id=e14d65d0-4771-459b-a922-510f87239a35)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:45:45.821105 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-42ab5d34-474b-4a92-aee7-bceed16ffbf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:45.833529 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-45f3fa73-436b-4694-9228-96766bfb0961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:45:45.884882 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-ff5d1530-cd00-45de-b4a0-a5b082c7f8de None None] Calling delete_port for c2b774b6-2c62-4be1-b82b-779fd5f46594 owned by network:dhcp {{(pid=86490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:45:45.896377 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-45f3fa73-436b-4694-9228-96766bfb0961 admin admin] 10.222.0.75 "DELETE /v2.0/networks/b583f52b-eb0c-40d4-a4f6-7a45e7d114d7 HTTP/1.1" status: 204 len: 168 time: 1.3509271 Apr 20 17:45:45.924436 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device c2b774b6-2c62-4be1-b82b-779fd5f46594 no longer exists at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:45:45.960412 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-42ab5d34-474b-4a92-aee7-bceed16ffbf9 admin admin] Calling delete_port for c2b774b6-2c62-4be1-b82b-779fd5f46594 owned by network:dhcp {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:45:46.050892 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.db.api [None req-42ab5d34-474b-4a92-aee7-bceed16ffbf9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86488) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:45:46.051754 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_db.api [None req-42ab5d34-474b-4a92-aee7-bceed16ffbf9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 17:45:46.055836 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Port c2b774b6-2c62-4be1-b82b-779fd5f46594 update to DOWN by agent not found {{(pid=86490) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2112}} Apr 20 17:45:46.072019 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ff5d1530-cd00-45de-b4a0-a5b082c7f8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911'] for port, after_delete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:46.075571 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 60342) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:46.077547 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:45:46.123570 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d1530-cd00-45de-b4a0-a5b082c7f8de None None] Pushing event deleted for resources: {'Port': ['ID=c2b774b6-2c62-4be1-b82b-779fd5f46594,revision_number=None']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:45:46.127765 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-ff5d1530-cd00-45de-b4a0-a5b082c7f8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:45:46.128645 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5d1530-cd00-45de-b4a0-a5b082c7f8de None None] No DVR routers for this DVR port c2b774b6-2c62-4be1-b82b-779fd5f46594 on host dv-cinder-786927-2-smb {{(pid=86490) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 17:45:46.135088 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-8a99389a-7e37-4488-9a6d-e6e72a851791 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6f65440cfa2841c6a32c773e264c7c7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0581610 Apr 20 17:45:46.139325 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 60346) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:46.203781 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-41a7e939-8002-4de0-91af-3df2704e2a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:46.231746 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-41a7e939-8002-4de0-91af-3df2704e2a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:46.386367 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-41a7e939-8002-4de0-91af-3df2704e2a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:46.392558 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0f21cc59-03f3-409c-a555-3d4b20ea6791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:45:46.407971 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7e939-8002-4de0-91af-3df2704e2a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fafed7-84a8-4523-80b5-238204fb5928,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:45:46.410506 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-41a7e939-8002-4de0-91af-3df2704e2a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:45:46.437723 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-41a7e939-8002-4de0-91af-3df2704e2a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:46.439108 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-41a7e939-8002-4de0-91af-3df2704e2a03 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/38fafed7-84a8-4523-80b5-238204fb5928 HTTP/1.1" status: 204 len: 168 time: 0.2999566 Apr 20 17:45:46.534418 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2272876-c16a-48eb-9881-72fdd1630196 req-84cd6b95-0277-4d44-8867-489787c9187b tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:46.536063 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a2272876-c16a-48eb-9881-72fdd1630196 req-84cd6b95-0277-4d44-8867-489787c9187b tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 946 time: 0.0888169 Apr 20 17:45:46.556138 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-42ab5d34-474b-4a92-aee7-bceed16ffbf9 admin admin] Deleting port c2b774b6-2c62-4be1-b82b-779fd5f46594 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:45:46.556541 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-42ab5d34-474b-4a92-aee7-bceed16ffbf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:46.645788 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-42ab5d34-474b-4a92-aee7-bceed16ffbf9 admin admin] The port 'c2b774b6-2c62-4be1-b82b-779fd5f46594' was deleted {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:45:46.704234 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-a2272876-c16a-48eb-9881-72fdd1630196 req-bd7c7c9f-002e-4f23-94ee-f76a8f5d743a tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615696 Apr 20 17:45:46.781888 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-42ab5d34-474b-4a92-aee7-bceed16ffbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853380745', 'neutron.services.segments.db._delete_segments_for_network-8775308586611'] for network, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:47.208994 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-42ab5d34-474b-4a92-aee7-bceed16ffbf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f466f2-e643-4c2d-a72d-6fa47845b747']}} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:45:47.233842 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-42ab5d34-474b-4a92-aee7-bceed16ffbf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14d65d0-4771-459b-a922-510f87239a35') {'for_net_delete': True} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:45:47.234176 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-42ab5d34-474b-4a92-aee7-bceed16ffbf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14d65d0-4771-459b-a922-510f87239a35') {} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:45:47.248442 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e439e09b-01f1-46d6-8a6c-7d9887dc10f6 req-a6186234-cb52-4bb8-ba0a-8251812da74a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2087901 Apr 20 17:45:47.253449 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-42ab5d34-474b-4a92-aee7-bceed16ffbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261546079075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315789'] for segment, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:47.274335 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-42ab5d34-474b-4a92-aee7-bceed16ffbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:47.289033 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c07a77-c4e9-461d-82dd-b82349c8acb4 req-dc60155d-6940-4063-bdb4-f76727b9585c tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:47.290652 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c7c07a77-c4e9-461d-82dd-b82349c8acb4 req-dc60155d-6940-4063-bdb4-f76727b9585c tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 946 time: 0.1883144 Apr 20 17:45:47.293964 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ab5d34-474b-4a92-aee7-bceed16ffbf9 admin admin] Releasing vlan 957 on physical network physnet1 to pool {{(pid=86488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 17:45:47.484323 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c7c07a77-c4e9-461d-82dd-b82349c8acb4 req-ce3d530e-e135-4fda-baca-bbed12d4b2d4 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759803 Apr 20 17:45:47.514500 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-42ab5d34-474b-4a92-aee7-bceed16ffbf9 admin admin] Network 43f466f2-e643-4c2d-a72d-6fa47845b747 has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:45:47.528964 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-42ab5d34-474b-4a92-aee7-bceed16ffbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2316271'] for segment, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:47.729402 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-42ab5d34-474b-4a92-aee7-bceed16ffbf9 admin admin] Network 43f466f2-e643-4c2d-a72d-6fa47845b747 has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: Traceback (most recent call last): Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: timer() Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: cb(*args, **kw) Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: return func(*args, **kwargs) Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: self._notify() Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: self.callback(batched_events) Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: event.method(event) Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: segment_id)['aggregates'][0] Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: return f(self, *a, **k) Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: return self._get(url).json() Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: **kwargs) Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: return self.request(url, 'GET', **kwargs) Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: **endpoint_filter) Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:45:47.752036 dv-cinder-786927-2-smb neutron-server[86373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:45:47.929163 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-42ab5d34-474b-4a92-aee7-bceed16ffbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854139263'] for network, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:47.932709 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0271b23c-2d9b-425b-a956-b499bd4f3cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:45:47.950441 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-42ab5d34-474b-4a92-aee7-bceed16ffbf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:47.956951 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab5d34-474b-4a92-aee7-bceed16ffbf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=43f466f2-e643-4c2d-a72d-6fa47845b747,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:45:47.961454 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-42ab5d34-474b-4a92-aee7-bceed16ffbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:45:48.015765 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-42ab5d34-474b-4a92-aee7-bceed16ffbf9 admin admin] 10.222.0.75 "DELETE /v2.0/networks/43f466f2-e643-4c2d-a72d-6fa47845b747 HTTP/1.1" status: 204 len: 168 time: 2.7859032 Apr 20 17:45:48.438131 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 60400) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:48.490331 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-170064ef-79a6-47f4-be42-aaced55cd75c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=91f08a58d46d4762b691ff2c6db71cd4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0509083 Apr 20 17:45:48.492910 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 60404) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:48.562018 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3adc3604-f39c-401d-9215-f0ec503718aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:48.589623 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3adc3604-f39c-401d-9215-f0ec503718aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:48.709096 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720aa739-87e3-48f9-b8aa-4d5afeb6e9c3 req-938aa15a-7948-4970-9df5-4c258c91ce06 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:48.710658 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-720aa739-87e3-48f9-b8aa-4d5afeb6e9c3 req-938aa15a-7948-4970-9df5-4c258c91ce06 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 946 time: 0.1090057 Apr 20 17:45:48.763518 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-720aa739-87e3-48f9-b8aa-4d5afeb6e9c3 req-08cb99f0-cb02-401f-9943-503b98c472fa tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455718 Apr 20 17:45:48.831765 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3adc3604-f39c-401d-9215-f0ec503718aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:48.836956 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-99cc66cf-c27a-4bce-93b8-fbe47213bce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:45:48.853644 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc3604-f39c-401d-9215-f0ec503718aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d73d23-eb47-4b92-a1f9-a12af76051f1,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:45:48.856876 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3adc3604-f39c-401d-9215-f0ec503718aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:45:48.860409 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3adc3604-f39c-401d-9215-f0ec503718aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:48.862350 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-3adc3604-f39c-401d-9215-f0ec503718aa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c6d73d23-eb47-4b92-a1f9-a12af76051f1 HTTP/1.1" status: 204 len: 168 time: 0.3680770 Apr 20 17:45:49.457857 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439e09b-01f1-46d6-8a6c-7d9887dc10f6 req-3e4a089c-1e26-4363-a84c-204e7e7c3396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:49.459495 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e439e09b-01f1-46d6-8a6c-7d9887dc10f6 req-3e4a089c-1e26-4363-a84c-204e7e7c3396 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8&tenant_id=2bc5b9d2fa464c55a7d7ec3a21f8ee5b HTTP/1.1" status: 200 len: 1099 time: 0.0821171 Apr 20 17:45:49.579990 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439e09b-01f1-46d6-8a6c-7d9887dc10f6 req-70b8a32d-7154-46a8-b525-3dcd79acb7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:49.581612 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e439e09b-01f1-46d6-8a6c-7d9887dc10f6 req-70b8a32d-7154-46a8-b525-3dcd79acb7d3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2bc5b9d2fa464c55a7d7ec3a21f8ee5b&device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 1099 time: 0.0862377 Apr 20 17:45:49.735067 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439e09b-01f1-46d6-8a6c-7d9887dc10f6 req-114e8588-0fdc-4c45-af0b-b1bb33ea5328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:49.736647 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e439e09b-01f1-46d6-8a6c-7d9887dc10f6 req-114e8588-0fdc-4c45-af0b-b1bb33ea5328 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e785f334-6767-476a-9220-c7787c18bfc0 HTTP/1.1" status: 200 len: 909 time: 0.1457188 Apr 20 17:45:49.865153 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e439e09b-01f1-46d6-8a6c-7d9887dc10f6 req-964c086a-0162-4914-ba36-d6abdf88618a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57dcac70-aa02-403c-ba55-382a2244564c HTTP/1.1" status: 200 len: 1001 time: 0.1222699 Apr 20 17:45:49.956533 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439e09b-01f1-46d6-8a6c-7d9887dc10f6 req-de3a1ebd-1c41-4cf5-a182-46443c761cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:49.958045 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e439e09b-01f1-46d6-8a6c-7d9887dc10f6 req-de3a1ebd-1c41-4cf5-a182-46443c761cd4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a1f94765-634f-4282-b456-a023b8201bb5 HTTP/1.1" status: 200 len: 847 time: 0.0864458 Apr 20 17:45:49.996043 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f2737-be7a-4559-a326-01624e98cb14 req-5165438c-9893-407e-9b4f-3aad165211d3 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:50.004974 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-de8f2737-be7a-4559-a326-01624e98cb14 req-5165438c-9893-407e-9b4f-3aad165211d3 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 946 time: 0.1095030 Apr 20 17:45:50.052191 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439e09b-01f1-46d6-8a6c-7d9887dc10f6 req-7fe05c7e-4600-452f-b139-afd2de6bebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:50.053817 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e439e09b-01f1-46d6-8a6c-7d9887dc10f6 req-7fe05c7e-4600-452f-b139-afd2de6bebfd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e785f334-6767-476a-9220-c7787c18bfc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0889394 Apr 20 17:45:50.055748 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-de8f2737-be7a-4559-a326-01624e98cb14 req-6daaba18-ffa4-46ae-8e7b-e633d3790ada tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496054 Apr 20 17:45:50.201951 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e439e09b-01f1-46d6-8a6c-7d9887dc10f6 req-e3f604f9-e1e6-4832-8f83-c356c20155c0 service neutron] 10.222.0.76 "GET /v2.0/networks/e785f334-6767-476a-9220-c7787c18bfc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414149 Apr 20 17:45:50.283689 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 57dcac70-aa02-403c-ba55-382a2244564c no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:45:50.365228 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-e439e09b-01f1-46d6-8a6c-7d9887dc10f6 req-2bed6b7e-fdca-4103-a496-a29bdfbf5d29 service neutron] 10.222.0.76 "GET /v2.0/networks/e785f334-6767-476a-9220-c7787c18bfc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569312 Apr 20 17:45:50.436041 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:50.474468 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887e6d26-e247-43cf-8490-ca05b1a4a0e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57dcac70-aa02-403c-ba55-382a2244564c'}] {{(pid=86490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:45:50.484871 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 57dcac70-aa02-403c-ba55-382a2244564c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=57dcac70-aa02-403c-ba55-382a2244564c,segment=NetworkSegment(17f52277-020b-408a-bc05-49cc70afea91),segment_id=17f52277-020b-408a-bc05-49cc70afea91)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:45:50.534978 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:50.537422 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4de99413-17fc-45c3-9dd6-1a3a0132fa67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:45:50.624867 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=57dcac70-aa02-403c-ba55-382a2244564c,revision_number=6']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:45:50.635963 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:45:50.803798 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887e6d26-e247-43cf-8490-ca05b1a4a0e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57dcac70-aa02-403c-ba55-382a2244564c', 'code': 200} Apr 20 17:45:51.259601 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9e537-287c-4e61-a8b5-d9f0fc7800dc req-9367fb73-5466-4e57-baea-fb66c89e8bf1 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:51.261214 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-96b9e537-287c-4e61-a8b5-d9f0fc7800dc req-9367fb73-5466-4e57-baea-fb66c89e8bf1 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 944 time: 0.0898080 Apr 20 17:45:51.309526 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-96b9e537-287c-4e61-a8b5-d9f0fc7800dc req-bfd98e08-0a37-45d5-935f-84f504ae0632 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417509 Apr 20 17:45:51.320263 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 60478) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:51.442715 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d015afbc-39c9-494f-ade1-bf07576cd7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:51.458232 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-d015afbc-39c9-494f-ade1-bf07576cd7e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:45:51.462260 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-d015afbc-39c9-494f-ade1-bf07576cd7e7 admin admin] Usage tracker for resource:security_group_rule and tenant:e5c1cd28f36042788f427ced1daef869 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:45:51.466108 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-d015afbc-39c9-494f-ade1-bf07576cd7e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:45:51.472175 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-d015afbc-39c9-494f-ade1-bf07576cd7e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:45:51.645319 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d015afbc-39c9-494f-ade1-bf07576cd7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:51.694603 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d015afbc-39c9-494f-ade1-bf07576cd7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:51.704711 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-8708be4a-ba59-4808-9dcf-c8f0b9b81246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:45:51.747516 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-d015afbc-39c9-494f-ade1-bf07576cd7e7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e5c1cd28f36042788f427ced1daef869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4261467 Apr 20 17:45:51.748479 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015afbc-39c9-494f-ade1-bf07576cd7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a65dac0-6af3-4f07-8013-243fc0c42dce,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:45:51.750392 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 60490) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:51.751794 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d015afbc-39c9-494f-ade1-bf07576cd7e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:45:51.814451 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2c601474-f0a8-49d2-8595-000013cfee10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:51.842585 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2c601474-f0a8-49d2-8595-000013cfee10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:51.935178 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2c601474-f0a8-49d2-8595-000013cfee10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:51.940671 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-511f94c3-0b41-41ea-83bb-fffb29990014 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:45:51.955423 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c601474-f0a8-49d2-8595-000013cfee10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a65dac0-6af3-4f07-8013-243fc0c42dce,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:45:51.958230 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-2c601474-f0a8-49d2-8595-000013cfee10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:45:51.959600 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2c601474-f0a8-49d2-8595-000013cfee10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:51.960814 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-2c601474-f0a8-49d2-8595-000013cfee10 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0a65dac0-6af3-4f07-8013-243fc0c42dce HTTP/1.1" status: 204 len: 168 time: 0.2085922 Apr 20 17:45:52.413313 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 60502) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:52.468655 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f315b8cd-a065-4ba7-93df-49f09495d82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:52.495609 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-f315b8cd-a065-4ba7-93df-49f09495d82a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:45:52.502896 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-f315b8cd-a065-4ba7-93df-49f09495d82a admin admin] Usage tracker for resource:security_group_rule and tenant:a566136e8c0d47d59b6a756d868c2aec is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:45:52.508221 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-f315b8cd-a065-4ba7-93df-49f09495d82a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:45:52.511839 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:45:52.517332 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-f315b8cd-a065-4ba7-93df-49f09495d82a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:45:52.573853 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854e3f0-1ea6-49c3-a484-bc39bd79b54b req-7e4e7bcc-2f8d-42bc-a3b4-59ba7a8091b9 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:52.575482 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1854e3f0-1ea6-49c3-a484-bc39bd79b54b req-7e4e7bcc-2f8d-42bc-a3b4-59ba7a8091b9 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 944 time: 0.1437929 Apr 20 17:45:52.869822 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1854e3f0-1ea6-49c3-a484-bc39bd79b54b req-74057a71-42f9-428f-882b-6fb484d1d87d tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2863688 Apr 20 17:45:52.896695 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f315b8cd-a065-4ba7-93df-49f09495d82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:52.935322 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f315b8cd-a065-4ba7-93df-49f09495d82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:52.943746 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-22e147c8-89aa-47a8-90db-2015249f961b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:45:52.987168 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-f315b8cd-a065-4ba7-93df-49f09495d82a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a566136e8c0d47d59b6a756d868c2aec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5726609 Apr 20 17:45:52.988187 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b8cd-a065-4ba7-93df-49f09495d82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1126e9cd-9011-4a45-8ffd-b5ad562f00ab,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:45:52.989946 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 60508) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:45:52.991493 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f315b8cd-a065-4ba7-93df-49f09495d82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:45:53.055857 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f98c7d51-1347-4ce6-911b-7c2900597725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:53.083541 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f98c7d51-1347-4ce6-911b-7c2900597725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:53.191880 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f98c7d51-1347-4ce6-911b-7c2900597725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:53.197275 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-cc160f3d-d1ea-43ab-869d-816d96854c45 tempest-AttachVolumeTestJSON-198481479 tempest-AttachVolumeTestJSON-198481479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:45:53.213215 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c7d51-1347-4ce6-911b-7c2900597725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1126e9cd-9011-4a45-8ffd-b5ad562f00ab,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:45:53.216331 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f98c7d51-1347-4ce6-911b-7c2900597725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:45:53.222754 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f98c7d51-1347-4ce6-911b-7c2900597725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:53.226554 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-f98c7d51-1347-4ce6-911b-7c2900597725 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1126e9cd-9011-4a45-8ffd-b5ad562f00ab HTTP/1.1" status: 204 len: 168 time: 0.2328873 Apr 20 17:45:53.470660 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4335d-e0fa-4068-a680-687df91df035 req-05e5747f-c160-43d5-b441-b61e17e74625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:53.472283 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ddb4335d-e0fa-4068-a680-687df91df035 req-05e5747f-c160-43d5-b441-b61e17e74625 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 1097 time: 0.0785244 Apr 20 17:45:53.526960 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ddb4335d-e0fa-4068-a680-687df91df035 req-c67de5ce-3d86-4853-a680-886aa9188f7e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476732 Apr 20 17:45:54.078554 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85453376-4a41-44e1-be2b-79e3ddc834b3 req-5cccb1b7-1501-4a9b-9aeb-8858c4158327 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:54.080310 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-85453376-4a41-44e1-be2b-79e3ddc834b3 req-5cccb1b7-1501-4a9b-9aeb-8858c4158327 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 944 time: 0.0939934 Apr 20 17:45:54.128931 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-85453376-4a41-44e1-be2b-79e3ddc834b3 req-e878243f-6663-4073-a55f-82c6869d04f8 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424237 Apr 20 17:45:54.299154 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 57dcac70-aa02-403c-ba55-382a2244564c details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86490) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 17:45:54.444885 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 57dcac70-aa02-403c-ba55-382a2244564c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=57dcac70-aa02-403c-ba55-382a2244564c,segment=NetworkSegment(17f52277-020b-408a-bc05-49cc70afea91),segment_id=17f52277-020b-408a-bc05-49cc70afea91)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:45:54.459732 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Returning: {'device': '57dcac70-aa02-403c-ba55-382a2244564c', 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0', 'port_id': '57dcac70-aa02-403c-ba55-382a2244564c', 'mac_address': 'fa:16:3e:bd:f7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 962, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f94765-634f-4282-b456-a023b8201bb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86490) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 17:45:54.519994 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:54.537995 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57dcac70-aa02-403c-ba55-382a2244564c {{(pid=86490) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 17:45:54.570098 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 57dcac70-aa02-403c-ba55-382a2244564c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=57dcac70-aa02-403c-ba55-382a2244564c,segment=NetworkSegment(17f52277-020b-408a-bc05-49cc70afea91),segment_id=17f52277-020b-408a-bc05-49cc70afea91)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:45:54.611762 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:54.614033 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:45:54.672333 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:54.688039 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=57dcac70-aa02-403c-ba55-382a2244564c,revision_number=7']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:45:54.691135 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:45:55.038612 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] get_ports_and_sgs() called for port_ids ['57dcac70-aa02-403c-ba55-382a2244564c'] {{(pid=86490) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 17:45:55.334728 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf4355-2f1d-41a5-84f2-00385091ed4d req-24fcd1d3-c0e2-4033-b560-4f7314aa53c3 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:45:55.339442 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ebbf4355-2f1d-41a5-84f2-00385091ed4d req-24fcd1d3-c0e2-4033-b560-4f7314aa53c3 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 945 time: 0.0949483 Apr 20 17:45:55.385945 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-ebbf4355-2f1d-41a5-84f2-00385091ed4d req-e7e39d8f-7862-4f56-a6ee-330ea9a2e3da tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413213 Apr 20 17:45:56.314380 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 57dcac70-aa02-403c-ba55-382a2244564c up at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 17:45:56.397610 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.provisioning_blocks [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Provisioning complete for port 57dcac70-aa02-403c-ba55-382a2244564c triggered by entity L2. {{(pid=86490) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 17:45:56.398114 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1388800'] for port, provisioning_complete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:56.525264 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852964643'] for port, before_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:56.560353 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] For port 57dcac70-aa02-403c-ba55-382a2244564c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=57dcac70-aa02-403c-ba55-382a2244564c,segment=NetworkSegment(17f52277-020b-408a-bc05-49cc70afea91),segment_id=17f52277-020b-408a-bc05-49cc70afea91)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:45:56.561340 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887e6d26-e247-43cf-8490-ca05b1a4a0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57dcac70-aa02-403c-ba55-382a2244564c'}] {{(pid=86490) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:45:56.592647 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775308669384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775308220906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775308222221'] for port, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:45:56.594832 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:45:56.632187 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887e6d26-e247-43cf-8490-ca05b1a4a0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57dcac70-aa02-403c-ba55-382a2244564c', 'code': 200} Apr 20 17:45:56.683356 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Pushing event updated for resources: {'Port': ['ID=57dcac70-aa02-403c-ba55-382a2244564c,revision_number=8']} {{(pid=86490) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:45:56.686701 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86490) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:46:04.015058 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-66a2a94d-aa5d-45a0-badc-b2d80f002b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:04.020169 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-36fbd659-e8c5-4637-9b21-ac0d656cb6e1 req-dbe17e2b-38ec-4cfa-87c5-51a822b553e3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0888841 Apr 20 17:46:04.144502 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbd659-e8c5-4637-9b21-ac0d656cb6e1 req-36679351-1247-4eb7-8f83-c4a378e24a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:46:04.146118 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-36fbd659-e8c5-4637-9b21-ac0d656cb6e1 req-36679351-1247-4eb7-8f83-c4a378e24a32 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2bc5b9d2fa464c55a7d7ec3a21f8ee5b&device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 1099 time: 0.0811992 Apr 20 17:46:04.309059 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbd659-e8c5-4637-9b21-ac0d656cb6e1 req-79991787-41fa-4ba2-bf9b-7650fc5f2cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:46:04.311294 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-36fbd659-e8c5-4637-9b21-ac0d656cb6e1 req-79991787-41fa-4ba2-bf9b-7650fc5f2cee service neutron] 10.222.0.76 "GET /v2.0/networks?id=e785f334-6767-476a-9220-c7787c18bfc0 HTTP/1.1" status: 200 len: 909 time: 0.1435256 Apr 20 17:46:04.433321 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-36fbd659-e8c5-4637-9b21-ac0d656cb6e1 req-c86d6c55-7d40-482c-a317-9c766c5dde09 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57dcac70-aa02-403c-ba55-382a2244564c HTTP/1.1" status: 200 len: 1001 time: 0.1081738 Apr 20 17:46:04.509061 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbd659-e8c5-4637-9b21-ac0d656cb6e1 req-a0bba8a2-d195-445c-ab04-9818f6570ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:46:04.510661 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-36fbd659-e8c5-4637-9b21-ac0d656cb6e1 req-a0bba8a2-d195-445c-ab04-9818f6570ffc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a1f94765-634f-4282-b456-a023b8201bb5 HTTP/1.1" status: 200 len: 847 time: 0.0707121 Apr 20 17:46:04.601506 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbd659-e8c5-4637-9b21-ac0d656cb6e1 req-81bd1703-27be-4982-b7d1-7d48da610972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:46:04.603249 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-36fbd659-e8c5-4637-9b21-ac0d656cb6e1 req-81bd1703-27be-4982-b7d1-7d48da610972 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e785f334-6767-476a-9220-c7787c18bfc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0862796 Apr 20 17:46:04.750426 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-36fbd659-e8c5-4637-9b21-ac0d656cb6e1 req-98d97414-caf3-479e-9599-db93261b4387 service neutron] 10.222.0.76 "GET /v2.0/networks/e785f334-6767-476a-9220-c7787c18bfc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396439 Apr 20 17:46:04.895368 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-36fbd659-e8c5-4637-9b21-ac0d656cb6e1 req-47b76643-794c-4bf8-8fc3-63724af342ed service neutron] 10.222.0.76 "GET /v2.0/networks/e785f334-6767-476a-9220-c7787c18bfc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385806 Apr 20 17:46:05.232927 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 60758) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:05.360346 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6a88f38b-f2ce-4467-9471-b0586172f9ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:05.375843 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-6a88f38b-f2ce-4467-9471-b0586172f9ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:46:05.379856 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-6a88f38b-f2ce-4467-9471-b0586172f9ed admin admin] Usage tracker for resource:security_group_rule and tenant:afe855d93f6c40a5b5856690e3c6c992 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:46:05.383140 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-6a88f38b-f2ce-4467-9471-b0586172f9ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:46:05.389712 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-6a88f38b-f2ce-4467-9471-b0586172f9ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:46:05.474945 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6a88f38b-f2ce-4467-9471-b0586172f9ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:05.506033 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6a88f38b-f2ce-4467-9471-b0586172f9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:05.516053 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-44bb4c39-63a2-4cdf-8a95-eac28702335b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:46:05.561870 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-6a88f38b-f2ce-4467-9471-b0586172f9ed admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=afe855d93f6c40a5b5856690e3c6c992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276596 Apr 20 17:46:05.563612 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88f38b-f2ce-4467-9471-b0586172f9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35130cef-41e5-4af1-90ca-4cb2db13413c,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:46:05.564814 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 60764) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:05.566997 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-6a88f38b-f2ce-4467-9471-b0586172f9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:46:05.629537 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-842d196f-c1f0-4b22-92a6-c8728213c4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:05.657761 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-842d196f-c1f0-4b22-92a6-c8728213c4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:05.740407 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-842d196f-c1f0-4b22-92a6-c8728213c4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:05.745758 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3aa58a66-c5e8-4c6b-919f-8f6c50e1db5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:46:05.759201 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d196f-c1f0-4b22-92a6-c8728213c4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35130cef-41e5-4af1-90ca-4cb2db13413c,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:46:05.764400 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-842d196f-c1f0-4b22-92a6-c8728213c4c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:46:05.768815 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-842d196f-c1f0-4b22-92a6-c8728213c4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:05.770034 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-842d196f-c1f0-4b22-92a6-c8728213c4c2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/35130cef-41e5-4af1-90ca-4cb2db13413c HTTP/1.1" status: 204 len: 168 time: 0.2040622 Apr 20 17:46:06.127681 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b7754276-0e34-4b7d-9d27-17e319bd5f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:06.235839 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 60774) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:06.255231 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7850f0fc-e1e4-43a8-a536-b0ceedee4569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:06.270741 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-7850f0fc-e1e4-43a8-a536-b0ceedee4569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:46:06.274782 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-7850f0fc-e1e4-43a8-a536-b0ceedee4569 admin admin] Usage tracker for resource:security_group_rule and tenant:1d1a6d524003407cbfd70334d9256824 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:46:06.277821 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-7850f0fc-e1e4-43a8-a536-b0ceedee4569 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:46:06.284847 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-7850f0fc-e1e4-43a8-a536-b0ceedee4569 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:46:06.369263 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7850f0fc-e1e4-43a8-a536-b0ceedee4569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:06.401840 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7850f0fc-e1e4-43a8-a536-b0ceedee4569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:06.412024 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5170213b-2edd-44a4-a100-34920fe82df1 tempest-VolumesNegativeTest-647942064 tempest-VolumesNegativeTest-647942064-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:46:06.453770 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-7850f0fc-e1e4-43a8-a536-b0ceedee4569 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1d1a6d524003407cbfd70334d9256824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2167706 Apr 20 17:46:06.456798 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 60778) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:06.458155 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850f0fc-e1e4-43a8-a536-b0ceedee4569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09798f5e-e1fb-4de6-b18c-491935f87b1a,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:46:06.461402 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7850f0fc-e1e4-43a8-a536-b0ceedee4569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:46:06.527567 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-09349356-896c-43c1-8ae1-8b6621d8b922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:06.555396 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-09349356-896c-43c1-8ae1-8b6621d8b922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:06.636138 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-09349356-896c-43c1-8ae1-8b6621d8b922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:06.642242 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-8345473c-6469-40ea-aac4-befc71f9b4f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:46:06.653466 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09349356-896c-43c1-8ae1-8b6621d8b922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09798f5e-e1fb-4de6-b18c-491935f87b1a,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:46:06.658279 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-09349356-896c-43c1-8ae1-8b6621d8b922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:46:06.660274 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-09349356-896c-43c1-8ae1-8b6621d8b922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:06.661489 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-09349356-896c-43c1-8ae1-8b6621d8b922 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/09798f5e-e1fb-4de6-b18c-491935f87b1a HTTP/1.1" status: 204 len: 168 time: 0.2036319 Apr 20 17:46:06.946245 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:07.149896 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 60788) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:07.168826 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-eb5adf5c-5473-4e09-8fca-a8d2924f35db admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:07.186416 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-eb5adf5c-5473-4e09-8fca-a8d2924f35db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:46:07.190595 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-eb5adf5c-5473-4e09-8fca-a8d2924f35db admin admin] Usage tracker for resource:security_group_rule and tenant:8553caf5bca44f568b5f437e17a1709e is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:46:07.193558 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-eb5adf5c-5473-4e09-8fca-a8d2924f35db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:46:07.199585 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-eb5adf5c-5473-4e09-8fca-a8d2924f35db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:46:07.286187 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-eb5adf5c-5473-4e09-8fca-a8d2924f35db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:07.317349 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-eb5adf5c-5473-4e09-8fca-a8d2924f35db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:07.327429 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-5da59afb-0450-48f4-9fe5-4910587f1b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:46:07.374634 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-eb5adf5c-5473-4e09-8fca-a8d2924f35db admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8553caf5bca44f568b5f437e17a1709e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235298 Apr 20 17:46:07.376341 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5adf5c-5473-4e09-8fca-a8d2924f35db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e113c7-b99e-4c34-88c4-33d3466f4d90,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:46:07.377555 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 60792) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:07.379553 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-eb5adf5c-5473-4e09-8fca-a8d2924f35db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:46:07.441795 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0d303e06-43cc-4471-ae63-20b4d63e0a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:07.469640 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0d303e06-43cc-4471-ae63-20b4d63e0a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:07.499416 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:07.545396 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0d303e06-43cc-4471-ae63-20b4d63e0a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:07.551003 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-12bc3818-4efb-4b14-8734-183b9584a339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:46:07.565964 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d303e06-43cc-4471-ae63-20b4d63e0a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e113c7-b99e-4c34-88c4-33d3466f4d90,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:46:07.568256 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0d303e06-43cc-4471-ae63-20b4d63e0a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:46:07.577929 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0d303e06-43cc-4471-ae63-20b4d63e0a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:07.579489 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-0d303e06-43cc-4471-ae63-20b4d63e0a5a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d0e113c7-b99e-4c34-88c4-33d3466f4d90 HTTP/1.1" status: 204 len: 168 time: 0.2005603 Apr 20 17:46:08.054886 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:14.223291 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 60880) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:14.347364 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0d727c6d-d44c-4c47-98cb-2f6ae4e2f778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:14.363203 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-0d727c6d-d44c-4c47-98cb-2f6ae4e2f778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:46:14.367245 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-0d727c6d-d44c-4c47-98cb-2f6ae4e2f778 admin admin] Usage tracker for resource:security_group_rule and tenant:fd88e2d7a0d74c75805c26d40417d600 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:46:14.370464 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-0d727c6d-d44c-4c47-98cb-2f6ae4e2f778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:46:14.376502 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-0d727c6d-d44c-4c47-98cb-2f6ae4e2f778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:46:14.463984 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0d727c6d-d44c-4c47-98cb-2f6ae4e2f778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:14.494548 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0d727c6d-d44c-4c47-98cb-2f6ae4e2f778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:14.504778 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0cfa0816-5dbc-4bbc-8cab-937b4636bebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:46:14.547723 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-0d727c6d-d44c-4c47-98cb-2f6ae4e2f778 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fd88e2d7a0d74c75805c26d40417d600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3232043 Apr 20 17:46:14.549468 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d727c6d-d44c-4c47-98cb-2f6ae4e2f778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac1f77b-91e9-44a7-8d4b-ec3d2072f799,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:46:14.550602 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 60888) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:14.552926 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0d727c6d-d44c-4c47-98cb-2f6ae4e2f778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:46:14.616729 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a5807d42-113a-42c7-9394-f07549ac32c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:14.644964 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a5807d42-113a-42c7-9394-f07549ac32c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:14.717759 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a5807d42-113a-42c7-9394-f07549ac32c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:14.723020 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-482c266e-4416-42bd-acb6-ed776b60eba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:46:14.736695 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5807d42-113a-42c7-9394-f07549ac32c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac1f77b-91e9-44a7-8d4b-ec3d2072f799,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:46:14.740337 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a5807d42-113a-42c7-9394-f07549ac32c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:46:14.746951 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a5807d42-113a-42c7-9394-f07549ac32c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:14.748227 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-a5807d42-113a-42c7-9394-f07549ac32c4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9ac1f77b-91e9-44a7-8d4b-ec3d2072f799 HTTP/1.1" status: 204 len: 168 time: 0.1965246 Apr 20 17:46:15.217640 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 60900) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:15.236963 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-85529bd1-a4f8-47e7-a646-2fea1f2c4793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:15.252771 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-85529bd1-a4f8-47e7-a646-2fea1f2c4793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:46:15.256742 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-85529bd1-a4f8-47e7-a646-2fea1f2c4793 admin admin] Usage tracker for resource:security_group_rule and tenant:b3ea3ba70b8b4b0aa421d1145ad002fe is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:46:15.259714 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-85529bd1-a4f8-47e7-a646-2fea1f2c4793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:46:15.265761 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-85529bd1-a4f8-47e7-a646-2fea1f2c4793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:46:15.348506 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-85529bd1-a4f8-47e7-a646-2fea1f2c4793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:15.379935 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-85529bd1-a4f8-47e7-a646-2fea1f2c4793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:15.392235 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-04556985-c357-4d44-997c-8169df0f1770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:46:15.433946 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-85529bd1-a4f8-47e7-a646-2fea1f2c4793 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b3ea3ba70b8b4b0aa421d1145ad002fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2151942 Apr 20 17:46:15.436208 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85529bd1-a4f8-47e7-a646-2fea1f2c4793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d577b6-e64c-42d2-ab35-284c07d65fc5,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:46:15.437519 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 60904) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:15.439411 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-85529bd1-a4f8-47e7-a646-2fea1f2c4793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:46:15.505272 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d713b002-f234-4b0d-8c18-78015ca23625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:15.532498 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d713b002-f234-4b0d-8c18-78015ca23625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:15.609342 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d713b002-f234-4b0d-8c18-78015ca23625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:15.615400 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f98c7d51-1347-4ce6-911b-7c2900597725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:46:15.628298 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d713b002-f234-4b0d-8c18-78015ca23625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d577b6-e64c-42d2-ab35-284c07d65fc5,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:46:15.633234 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d713b002-f234-4b0d-8c18-78015ca23625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:46:15.637485 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d713b002-f234-4b0d-8c18-78015ca23625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:15.641115 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-d713b002-f234-4b0d-8c18-78015ca23625 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/56d577b6-e64c-42d2-ab35-284c07d65fc5 HTTP/1.1" status: 204 len: 168 time: 0.1994557 Apr 20 17:46:22.249330 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 32796) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:22.374176 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9c5e1715-0839-4397-a51e-e7c5f1f014a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:22.390004 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-9c5e1715-0839-4397-a51e-e7c5f1f014a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:46:22.393936 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-9c5e1715-0839-4397-a51e-e7c5f1f014a2 admin admin] Usage tracker for resource:security_group_rule and tenant:c8d83c099cb34b2fa91bc41f2bc26645 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:46:22.396889 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-9c5e1715-0839-4397-a51e-e7c5f1f014a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:46:22.402864 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-9c5e1715-0839-4397-a51e-e7c5f1f014a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:46:22.487809 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9c5e1715-0839-4397-a51e-e7c5f1f014a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:22.517295 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9c5e1715-0839-4397-a51e-e7c5f1f014a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:22.526527 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-e7f5f3b6-1ddc-4dc2-a046-661b739118ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:46:22.567980 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-9c5e1715-0839-4397-a51e-e7c5f1f014a2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c8d83c099cb34b2fa91bc41f2bc26645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3175423 Apr 20 17:46:22.569703 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e1715-0839-4397-a51e-e7c5f1f014a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23088a34-b050-4820-b640-f2c5db07fd36,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:46:22.570902 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 32802) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:22.572923 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-9c5e1715-0839-4397-a51e-e7c5f1f014a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:46:22.637218 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2ebc78ca-8a02-458f-8c68-c7d57303c4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:22.664530 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2ebc78ca-8a02-458f-8c68-c7d57303c4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:22.740071 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2ebc78ca-8a02-458f-8c68-c7d57303c4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:22.745034 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d9a7c73f-a2d9-4a4f-8565-63d11acf344d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:46:22.757866 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc78ca-8a02-458f-8c68-c7d57303c4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23088a34-b050-4820-b640-f2c5db07fd36,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:46:22.763363 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-2ebc78ca-8a02-458f-8c68-c7d57303c4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:46:22.767641 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-2ebc78ca-8a02-458f-8c68-c7d57303c4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:22.768844 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-2ebc78ca-8a02-458f-8c68-c7d57303c4ec admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/23088a34-b050-4820-b640-f2c5db07fd36 HTTP/1.1" status: 204 len: 168 time: 0.1968079 Apr 20 17:46:23.253881 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 32814) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:23.277268 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4b73995d-76a5-40b6-b05f-174bed26f69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:23.292674 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-4b73995d-76a5-40b6-b05f-174bed26f69c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:46:23.296689 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-4b73995d-76a5-40b6-b05f-174bed26f69c admin admin] Usage tracker for resource:security_group_rule and tenant:8f5a2529a7d44ffea76288465d6a7c1b is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:46:23.299645 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-4b73995d-76a5-40b6-b05f-174bed26f69c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:46:23.305801 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-4b73995d-76a5-40b6-b05f-174bed26f69c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:46:23.390205 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4b73995d-76a5-40b6-b05f-174bed26f69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:23.431582 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-4b73995d-76a5-40b6-b05f-174bed26f69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:23.441026 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0d727c6d-d44c-4c47-98cb-2f6ae4e2f778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:46:23.485638 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-4b73995d-76a5-40b6-b05f-174bed26f69c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8f5a2529a7d44ffea76288465d6a7c1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305493 Apr 20 17:46:23.486641 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73995d-76a5-40b6-b05f-174bed26f69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23012dcf-d63a-49fa-84fb-d58a3638713b,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:46:23.488597 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 32818) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:23.489942 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4b73995d-76a5-40b6-b05f-174bed26f69c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:46:23.553881 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-65246841-cbdb-4c16-b4c5-1bc78ec64d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:23.581129 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-65246841-cbdb-4c16-b4c5-1bc78ec64d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:23.665476 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-65246841-cbdb-4c16-b4c5-1bc78ec64d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:23.671180 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-be3eec8b-0133-4892-ab48-ecd3dd18009c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:46:23.685442 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65246841-cbdb-4c16-b4c5-1bc78ec64d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23012dcf-d63a-49fa-84fb-d58a3638713b,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:46:23.688482 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-65246841-cbdb-4c16-b4c5-1bc78ec64d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:46:23.689438 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-65246841-cbdb-4c16-b4c5-1bc78ec64d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:23.690717 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-65246841-cbdb-4c16-b4c5-1bc78ec64d4f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/23012dcf-d63a-49fa-84fb-d58a3638713b HTTP/1.1" status: 204 len: 168 time: 0.2009804 Apr 20 17:46:24.205387 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 32826) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:24.224941 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-02a9af5c-99a7-4904-9a50-d6c542d95bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:24.240506 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-02a9af5c-99a7-4904-9a50-d6c542d95bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:46:24.244539 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-02a9af5c-99a7-4904-9a50-d6c542d95bca admin admin] Usage tracker for resource:security_group_rule and tenant:c3e4cd90256041b5911aa6f88fe17af8 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:46:24.247448 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-02a9af5c-99a7-4904-9a50-d6c542d95bca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:46:24.253441 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-02a9af5c-99a7-4904-9a50-d6c542d95bca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:46:24.337789 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-02a9af5c-99a7-4904-9a50-d6c542d95bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:24.385651 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-02a9af5c-99a7-4904-9a50-d6c542d95bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:24.396015 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-9cc58dc8-911a-44ec-9df0-6e4c80710033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:46:24.439942 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-02a9af5c-99a7-4904-9a50-d6c542d95bca admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c3e4cd90256041b5911aa6f88fe17af8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334180 Apr 20 17:46:24.440979 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9af5c-99a7-4904-9a50-d6c542d95bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dfcec2-e01a-46b4-808d-31e2b8bd4a98,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:46:24.443577 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 32834) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:24.444194 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-02a9af5c-99a7-4904-9a50-d6c542d95bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:46:24.510857 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f166ae89-7a18-4936-bf0f-7a395eb3466b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:24.538777 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f166ae89-7a18-4936-bf0f-7a395eb3466b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:24.586008 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:24.647743 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f166ae89-7a18-4936-bf0f-7a395eb3466b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:24.653807 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-4754bd76-1556-410a-9689-676af1a0e03e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:46:24.668841 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166ae89-7a18-4936-bf0f-7a395eb3466b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dfcec2-e01a-46b4-808d-31e2b8bd4a98,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:46:24.671819 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f166ae89-7a18-4936-bf0f-7a395eb3466b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:46:24.682911 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f166ae89-7a18-4936-bf0f-7a395eb3466b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:24.686689 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-f166ae89-7a18-4936-bf0f-7a395eb3466b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f4dfcec2-e01a-46b4-808d-31e2b8bd4a98 HTTP/1.1" status: 204 len: 168 time: 0.2399862 Apr 20 17:46:29.511428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:46:30.410803 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 32938) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:30.536821 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c6b5f9f9-c2f8-4dbd-9fec-65e451a19a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:30.552416 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-c6b5f9f9-c2f8-4dbd-9fec-65e451a19a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:46:30.556426 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-c6b5f9f9-c2f8-4dbd-9fec-65e451a19a9c admin admin] Usage tracker for resource:security_group_rule and tenant:e81dc6c75f7848a38d35ede91f1d7801 is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:46:30.559980 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-c6b5f9f9-c2f8-4dbd-9fec-65e451a19a9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:46:30.565978 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-c6b5f9f9-c2f8-4dbd-9fec-65e451a19a9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:46:30.654311 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c6b5f9f9-c2f8-4dbd-9fec-65e451a19a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:30.677133 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c6b5f9f9-c2f8-4dbd-9fec-65e451a19a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:30.686779 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-c9cff9a4-d82d-4b1c-957d-bea2a6708bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:46:30.728969 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-c6b5f9f9-c2f8-4dbd-9fec-65e451a19a9c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e81dc6c75f7848a38d35ede91f1d7801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170257 Apr 20 17:46:30.730783 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5f9f9-c2f8-4dbd-9fec-65e451a19a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750496e6-d605-4deb-9dba-8c2503a78d9d,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:46:30.732555 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 32948) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:30.734723 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-c6b5f9f9-c2f8-4dbd-9fec-65e451a19a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:46:30.750589 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 32952) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:30.804728 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-397b9d9b-5b65-4df0-a149-6b1f3b9ae6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:30.831393 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-397b9d9b-5b65-4df0-a149-6b1f3b9ae6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:30.884707 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d4f867a0-1401-4678-a2a9-dedac28db0a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:30.901316 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-d4f867a0-1401-4678-a2a9-dedac28db0a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:46:30.906504 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-d4f867a0-1401-4678-a2a9-dedac28db0a9 admin admin] Usage tracker for resource:security_group_rule and tenant:7aefd36989084d669d2ebc0b6670322b is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:46:30.909628 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-d4f867a0-1401-4678-a2a9-dedac28db0a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:46:30.915734 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-d4f867a0-1401-4678-a2a9-dedac28db0a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:46:30.946455 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-397b9d9b-5b65-4df0-a149-6b1f3b9ae6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:30.953594 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b9e75fec-4414-40bf-85ff-b3fe5f509da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:46:30.971817 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b9d9b-5b65-4df0-a149-6b1f3b9ae6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750496e6-d605-4deb-9dba-8c2503a78d9d,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:46:30.975910 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-397b9d9b-5b65-4df0-a149-6b1f3b9ae6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:46:31.001658 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-397b9d9b-5b65-4df0-a149-6b1f3b9ae6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:31.002896 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-397b9d9b-5b65-4df0-a149-6b1f3b9ae6a7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/750496e6-d605-4deb-9dba-8c2503a78d9d HTTP/1.1" status: 204 len: 168 time: 0.2692449 Apr 20 17:46:31.036096 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d4f867a0-1401-4678-a2a9-dedac28db0a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:31.077253 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d4f867a0-1401-4678-a2a9-dedac28db0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:31.086038 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-64bf54a6-c15c-400f-81aa-4e76c18a2876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:46:31.132690 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-d4f867a0-1401-4678-a2a9-dedac28db0a9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7aefd36989084d669d2ebc0b6670322b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3810279 Apr 20 17:46:31.134441 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f867a0-1401-4678-a2a9-dedac28db0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9e48b9-4d83-4ca5-8013-0f331e2c7533,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:46:31.135685 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 32960) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:31.137784 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d4f867a0-1401-4678-a2a9-dedac28db0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:46:31.199135 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7c35b048-48d2-4b38-a28a-b585206e50ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:31.230015 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7c35b048-48d2-4b38-a28a-b585206e50ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:31.304660 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7c35b048-48d2-4b38-a28a-b585206e50ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:31.310663 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7a790a67-b462-4f93-84a1-d1b2f0b9dffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:46:31.325392 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35b048-48d2-4b38-a28a-b585206e50ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9e48b9-4d83-4ca5-8013-0f331e2c7533,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:46:31.327784 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7c35b048-48d2-4b38-a28a-b585206e50ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:46:31.334849 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7c35b048-48d2-4b38-a28a-b585206e50ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:31.338734 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-7c35b048-48d2-4b38-a28a-b585206e50ed admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ed9e48b9-4d83-4ca5-8013-0f331e2c7533 HTTP/1.1" status: 204 len: 168 time: 0.1992984 Apr 20 17:46:32.754409 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 33050) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:32.884311 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3327771e-8c36-4a53-b766-63524a4f1a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:32.899498 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-3327771e-8c36-4a53-b766-63524a4f1a73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:46:32.904100 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-3327771e-8c36-4a53-b766-63524a4f1a73 admin admin] Usage tracker for resource:security_group_rule and tenant:ee145eb68c664fd6a3bf3d06264f070c is out of sync, need to count used quota {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:46:32.907144 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-3327771e-8c36-4a53-b766-63524a4f1a73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86488) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:46:32.913210 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-3327771e-8c36-4a53-b766-63524a4f1a73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86488) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:46:32.998107 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3327771e-8c36-4a53-b766-63524a4f1a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:33.025453 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-3327771e-8c36-4a53-b766-63524a4f1a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:33.035331 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b49fc340-b957-4262-a156-b37b5a9753e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:46:33.077441 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-3327771e-8c36-4a53-b766-63524a4f1a73 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ee145eb68c664fd6a3bf3d06264f070c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217204 Apr 20 17:46:33.078454 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327771e-8c36-4a53-b766-63524a4f1a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8add5a85-efe9-44cb-9321-b52c3e5845ef,revision_number=1']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:46:33.080332 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 33060) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:46:33.081754 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-3327771e-8c36-4a53-b766-63524a4f1a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:46:33.147250 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0c8a9348-5eec-4786-ab8c-e9550546a8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:33.175654 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0c8a9348-5eec-4786-ab8c-e9550546a8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:33.294280 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0c8a9348-5eec-4786-ab8c-e9550546a8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:33.299751 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-c64fc16d-70a0-4a30-9499-e206c0a9464e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:46:33.311410 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a9348-5eec-4786-ab8c-e9550546a8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8add5a85-efe9-44cb-9321-b52c3e5845ef,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:46:33.319224 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0c8a9348-5eec-4786-ab8c-e9550546a8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:46:33.321366 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0c8a9348-5eec-4786-ab8c-e9550546a8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:33.322727 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-0c8a9348-5eec-4786-ab8c-e9550546a8f5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8add5a85-efe9-44cb-9321-b52c3e5845ef HTTP/1.1" status: 204 len: 168 time: 0.2411020 Apr 20 17:46:33.985852 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c5777a3c-c543-4599-8db6-dc89c18708e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:36.098938 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c756bfe6-4efb-46eb-8947-2fc916d908fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:36.945807 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:37.493197 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:38.070369 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:46:54.607025 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:03.038685 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86489) accepted ('10.222.0.75', 33190) {{(pid=86489) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:03.209166 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fb3b3680-18ec-4022-9fe9-c83a4070d445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:03.225043 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-fb3b3680-18ec-4022-9fe9-c83a4070d445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 17:47:03.229062 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-fb3b3680-18ec-4022-9fe9-c83a4070d445 admin admin] Usage tracker for resource:security_group_rule and tenant:27eb437ede04482db7572412a6f31024 is out of sync, need to count used quota {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 17:47:03.232004 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [None req-fb3b3680-18ec-4022-9fe9-c83a4070d445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86489) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 17:47:03.237947 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.quota.driver [None req-fb3b3680-18ec-4022-9fe9-c83a4070d445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86489) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 17:47:03.322676 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fb3b3680-18ec-4022-9fe9-c83a4070d445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:03.345354 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fb3b3680-18ec-4022-9fe9-c83a4070d445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_create {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:03.354079 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-41a7e939-8002-4de0-91af-3df2704e2a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:47:03.395744 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-fb3b3680-18ec-4022-9fe9-c83a4070d445 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=27eb437ede04482db7572412a6f31024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3559315 Apr 20 17:47:03.396696 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b3680-18ec-4022-9fe9-c83a4070d445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4719f18d-6c8a-4b13-ac89-e2b42d20b860,revision_number=1']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:47:03.398843 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 33196) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:03.404517 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3b3680-18ec-4022-9fe9-c83a4070d445 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:47:03.405479 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3b3680-18ec-4022-9fe9-c83a4070d445 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:47:03.405900 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3b3680-18ec-4022-9fe9-c83a4070d445 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:47:03.406304 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3b3680-18ec-4022-9fe9-c83a4070d445 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:47:03.406729 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3b3680-18ec-4022-9fe9-c83a4070d445 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:47:03.407126 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3b3680-18ec-4022-9fe9-c83a4070d445 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:47:03.407518 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3b3680-18ec-4022-9fe9-c83a4070d445 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:47:03.407912 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3b3680-18ec-4022-9fe9-c83a4070d445 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:47:03.408306 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3b3680-18ec-4022-9fe9-c83a4070d445 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:47:03.408695 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3b3680-18ec-4022-9fe9-c83a4070d445 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:47:03.409081 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3b3680-18ec-4022-9fe9-c83a4070d445 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:47:03.409467 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3b3680-18ec-4022-9fe9-c83a4070d445 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:47:03.413635 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-fb3b3680-18ec-4022-9fe9-c83a4070d445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:47:03.466689 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6f8cbcca-e090-4d59-bdd3-9e379d8e04d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:03.494619 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6f8cbcca-e090-4d59-bdd3-9e379d8e04d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:03.566817 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6f8cbcca-e090-4d59-bdd3-9e379d8e04d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:03.571739 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-f166ae89-7a18-4936-bf0f-7a395eb3466b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:47:03.584674 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8cbcca-e090-4d59-bdd3-9e379d8e04d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4719f18d-6c8a-4b13-ac89-e2b42d20b860,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:47:03.596235 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8cbcca-e090-4d59-bdd3-9e379d8e04d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:47:03.596669 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8cbcca-e090-4d59-bdd3-9e379d8e04d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:47:03.597089 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8cbcca-e090-4d59-bdd3-9e379d8e04d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:47:03.597504 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8cbcca-e090-4d59-bdd3-9e379d8e04d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:47:03.597917 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8cbcca-e090-4d59-bdd3-9e379d8e04d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:47:03.598330 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8cbcca-e090-4d59-bdd3-9e379d8e04d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:47:03.598798 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8cbcca-e090-4d59-bdd3-9e379d8e04d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:47:03.599208 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8cbcca-e090-4d59-bdd3-9e379d8e04d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:47:03.599616 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8cbcca-e090-4d59-bdd3-9e379d8e04d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:47:03.600025 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8cbcca-e090-4d59-bdd3-9e379d8e04d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:47:03.600498 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8cbcca-e090-4d59-bdd3-9e379d8e04d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:47:03.600908 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8cbcca-e090-4d59-bdd3-9e379d8e04d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:47:03.606160 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-6f8cbcca-e090-4d59-bdd3-9e379d8e04d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:47:03.608727 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-6f8cbcca-e090-4d59-bdd3-9e379d8e04d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:03.610502 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-6f8cbcca-e090-4d59-bdd3-9e379d8e04d0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4719f18d-6c8a-4b13-ac89-e2b42d20b860 HTTP/1.1" status: 204 len: 168 time: 0.2100255 Apr 20 17:47:03.978137 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c25b5cbe-1e9a-490b-86a3-15144b7e616c req-21e7cfd0-e514-417a-b8ee-31a8eb6573eb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0837591 Apr 20 17:47:03.997276 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7bfb31cf-99ba-492e-9540-aa6353ac5997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:04.143438 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b5cbe-1e9a-490b-86a3-15144b7e616c req-d675e2d6-030a-448c-9286-6b07f34b3edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:47:04.144982 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c25b5cbe-1e9a-490b-86a3-15144b7e616c req-d675e2d6-030a-448c-9286-6b07f34b3edf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2bc5b9d2fa464c55a7d7ec3a21f8ee5b&device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 1099 time: 0.0815957 Apr 20 17:47:04.298167 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b5cbe-1e9a-490b-86a3-15144b7e616c req-b798089d-e36b-4d51-808b-d683f75771da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:47:04.299645 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c25b5cbe-1e9a-490b-86a3-15144b7e616c req-b798089d-e36b-4d51-808b-d683f75771da service neutron] 10.222.0.76 "GET /v2.0/networks?id=e785f334-6767-476a-9220-c7787c18bfc0 HTTP/1.1" status: 200 len: 909 time: 0.1345630 Apr 20 17:47:04.406227 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c25b5cbe-1e9a-490b-86a3-15144b7e616c req-fb9378ad-054a-4770-a5b1-d864ac11a10d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57dcac70-aa02-403c-ba55-382a2244564c HTTP/1.1" status: 200 len: 1001 time: 0.0999241 Apr 20 17:47:04.477382 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b5cbe-1e9a-490b-86a3-15144b7e616c req-800c0c46-516e-446e-be86-0fba8dc6152f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:47:04.478956 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c25b5cbe-1e9a-490b-86a3-15144b7e616c req-800c0c46-516e-446e-be86-0fba8dc6152f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a1f94765-634f-4282-b456-a023b8201bb5 HTTP/1.1" status: 200 len: 847 time: 0.0661178 Apr 20 17:47:04.560029 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b5cbe-1e9a-490b-86a3-15144b7e616c req-3bccd5db-0087-4153-9af1-d034fd329712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:47:04.561607 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c25b5cbe-1e9a-490b-86a3-15144b7e616c req-3bccd5db-0087-4153-9af1-d034fd329712 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e785f334-6767-476a-9220-c7787c18bfc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766037 Apr 20 17:47:04.702416 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c25b5cbe-1e9a-490b-86a3-15144b7e616c req-b425e745-6544-42db-b5be-822e4dafeba8 service neutron] 10.222.0.76 "GET /v2.0/networks/e785f334-6767-476a-9220-c7787c18bfc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340392 Apr 20 17:47:04.843126 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-c25b5cbe-1e9a-490b-86a3-15144b7e616c req-1631e3e8-5ea5-4e7b-b1cc-7f3fd7546575 service neutron] 10.222.0.76 "GET /v2.0/networks/e785f334-6767-476a-9220-c7787c18bfc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337500 Apr 20 17:47:06.105609 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-21718207-8e9e-45c5-a865-1d53581eb97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:06.510848 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:47:06.951117 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:07.503607 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:08.065161 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:24.591039 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:33.989330 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5076b9a4-3ff8-43f0-af2d-08f90d14f577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:36.103285 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fac76e00-40b8-4550-82a3-47df8ae02141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:36.950759 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:37.499278 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:38.070914 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:42.308784 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 33202) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:42.691156 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-7210c510-166d-4780-90f7-3e5a6239746a tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Deleting port f1bcf411-84ce-47d9-9b0a-a61d7f9a52bd {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:42.691539 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7210c510-166d-4780-90f7-3e5a6239746a tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:42.867723 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7210c510-166d-4780-90f7-3e5a6239746a tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:42.868087 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7210c510-166d-4780-90f7-3e5a6239746a tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:42.995029 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-7210c510-166d-4780-90f7-3e5a6239746a tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Calling delete_port for f1bcf411-84ce-47d9-9b0a-a61d7f9a52bd owned by network:floatingip {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:47:43.191009 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7210c510-166d-4780-90f7-3e5a6239746a tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:43.195686 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-794d483a-a740-45ce-8da7-dbdf5f8baa93 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:47:43.244503 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210c510-166d-4780-90f7-3e5a6239746a tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Pushing event deleted for resources: {'Port': ['ID=f1bcf411-84ce-47d9-9b0a-a61d7f9a52bd,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:47:43.248621 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7210c510-166d-4780-90f7-3e5a6239746a tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:47:43.339632 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7210c510-166d-4780-90f7-3e5a6239746a tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for floatingip, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:43.340193 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.db.l3_db [None req-7210c510-166d-4780-90f7-3e5a6239746a tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Floating IP 01df7d83-fc05-49d7-a2d3-537b3734d610 disassociated (deleted). External IP: 172.28.1.25, port: 57dcac70-aa02-403c-ba55-382a2244564c. Apr 20 17:47:43.511472 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:47:43.719222 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7210c510-166d-4780-90f7-3e5a6239746a tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Router 7945c8af-ebae-4248-8fd5-5018a7fc7a4a has already been hosted by L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 17:47:44.149760 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7210c510-166d-4780-90f7-3e5a6239746a tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:47:44.159821 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5efb6d8-414b-4b8a-89ea-63f021f64a7e None None] Sync routers for ids ['7945c8af-ebae-4248-8fd5-5018a7fc7a4a'] in dv-cinder-786927-2-smb {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:47:44.169907 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5efb6d8-414b-4b8a-89ea-63f021f64a7e None None] Routers {'7945c8af-ebae-4248-8fd5-5018a7fc7a4a'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:47:44.170579 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-d5efb6d8-414b-4b8a-89ea-63f021f64a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:47:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['7945c8af-ebae-4248-8fd5-5018a7fc7a4a'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:47:44.217571 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7210c510-166d-4780-90f7-3e5a6239746a tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for floatingip, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:44.279253 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-7210c510-166d-4780-90f7-3e5a6239746a tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "DELETE /v2.0/floatingips/01df7d83-fc05-49d7-a2d3-537b3734d610 HTTP/1.1" status: 204 len: 168 time: 1.9693291 Apr 20 17:47:44.279963 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887e6d26-e247-43cf-8490-ca05b1a4a0e8', 'tag': '57dcac70-aa02-403c-ba55-382a2244564c'}] {{(pid=86488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:47:44.486322 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887e6d26-e247-43cf-8490-ca05b1a4a0e8', 'tag': '57dcac70-aa02-403c-ba55-382a2244564c', 'status': 'completed', 'code': 200} Apr 20 17:47:44.523906 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-d5efb6d8-414b-4b8a-89ea-63f021f64a7e None None] Set router 7945c8af-ebae-4248-8fd5-5018a7fc7a4a gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:47:44.619830 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf9475-6a8b-43e6-bd28-7fc4724a570d req-0e85b74e-ef2f-4efb-a581-95e8d652d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:47:44.621464 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-09bf9475-6a8b-43e6-bd28-7fc4724a570d req-0e85b74e-ef2f-4efb-a581-95e8d652d59d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2bc5b9d2fa464c55a7d7ec3a21f8ee5b&device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 1099 time: 0.0897014 Apr 20 17:47:44.777094 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf9475-6a8b-43e6-bd28-7fc4724a570d req-1f54bc4e-43df-4ba5-b60f-b9c01d31fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:47:44.779003 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-09bf9475-6a8b-43e6-bd28-7fc4724a570d req-1f54bc4e-43df-4ba5-b60f-b9c01d31fccb service neutron] 10.222.0.76 "GET /v2.0/networks?id=e785f334-6767-476a-9220-c7787c18bfc0 HTTP/1.1" status: 200 len: 909 time: 0.1505241 Apr 20 17:47:44.806797 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a1d22-bf5e-454b-b743-6521d809624d req-aa313af5-fa6d-4a18-ac1a-bb867a8db645 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86488) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:47:44.807562 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-8f2a1d22-bf5e-454b-b743-6521d809624d req-aa313af5-fa6d-4a18-ac1a-bb867a8db645 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Synchronizing usage tracker for tenant:2bc5b9d2fa464c55a7d7ec3a21f8ee5b on resource:port {{(pid=86488) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 17:47:44.853268 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-09bf9475-6a8b-43e6-bd28-7fc4724a570d req-0da38077-04f6-4143-be20-1ea0ec64923e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57dcac70-aa02-403c-ba55-382a2244564c HTTP/1.1" status: 200 len: 217 time: 0.0666256 Apr 20 17:47:44.859460 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.quota.resource [req-8f2a1d22-bf5e-454b-b743-6521d809624d req-aa313af5-fa6d-4a18-ac1a-bb867a8db645 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Unset dirty status for tenant:2bc5b9d2fa464c55a7d7ec3a21f8ee5b on resource:port {{(pid=86488) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 17:47:44.860738 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8f2a1d22-bf5e-454b-b743-6521d809624d req-aa313af5-fa6d-4a18-ac1a-bb867a8db645 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 946 time: 0.1490917 Apr 20 17:47:44.865614 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-d5efb6d8-414b-4b8a-89ea-63f021f64a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'name': 'tempest-TestShelveInstance-411486688-router', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd324c9a9-4d1d-4ed7-a332-3870400e1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:42:04Z', 'updated_at': '2021-04-20T17:42:09Z', 'revision_number': 4, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'gw_port': {'id': 'd324c9a9-4d1d-4ed7-a332-3870400e1522', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:43:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:05Z', 'updated_at': '2021-04-20T17:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': '983cb737-72c4-437e-9cc2-6e38d0562f1e', 'name': '', 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'mac_address': 'fa:16:3e:30:7b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a1f94765-634f-4282-b456-a023b8201bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:08Z', 'updated_at': '2021-04-20T17:42:18Z', 'revision_number': 5, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'subnets': [{'id': 'a1f94765-634f-4282-b456-a023b8201bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:47:44.869872 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5efb6d8-414b-4b8a-89ea-63f021f64a7e None None] Checking router: 7945c8af-ebae-4248-8fd5-5018a7fc7a4a for host: dv-cinder-786927-2-smb {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:47:44.878910 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5efb6d8-414b-4b8a-89ea-63f021f64a7e None None] Routers {'7945c8af-ebae-4248-8fd5-5018a7fc7a4a'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:47:44.880121 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-d5efb6d8-414b-4b8a-89ea-63f021f64a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:47:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['7945c8af-ebae-4248-8fd5-5018a7fc7a4a'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:47:44.910486 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-8f2a1d22-bf5e-454b-b743-6521d809624d req-7a2fac88-4d81-441e-a2f8-22b984feaa57 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431018 Apr 20 17:47:44.927496 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf9475-6a8b-43e6-bd28-7fc4724a570d req-c9bc01cb-c04c-407b-af4a-12f14b6adad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:47:44.929291 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-09bf9475-6a8b-43e6-bd28-7fc4724a570d req-c9bc01cb-c04c-407b-af4a-12f14b6adad9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a1f94765-634f-4282-b456-a023b8201bb5 HTTP/1.1" status: 200 len: 847 time: 0.0690150 Apr 20 17:47:45.012762 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf9475-6a8b-43e6-bd28-7fc4724a570d req-33c32d10-a793-452f-bf51-11e87359bf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:47:45.014417 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-09bf9475-6a8b-43e6-bd28-7fc4724a570d req-33c32d10-a793-452f-bf51-11e87359bf52 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e785f334-6767-476a-9220-c7787c18bfc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786459 Apr 20 17:47:45.072963 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-d5efb6d8-414b-4b8a-89ea-63f021f64a7e None None] Set router 7945c8af-ebae-4248-8fd5-5018a7fc7a4a gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:47:45.160013 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-09bf9475-6a8b-43e6-bd28-7fc4724a570d req-e6d233df-b79a-4fd2-a338-4625ef8d5b40 service neutron] 10.222.0.76 "GET /v2.0/networks/e785f334-6767-476a-9220-c7787c18bfc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385777 Apr 20 17:47:45.304235 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-09bf9475-6a8b-43e6-bd28-7fc4724a570d req-e5d3e7dd-9ee5-423d-87fc-33e5291df901 service neutron] 10.222.0.76 "GET /v2.0/networks/e785f334-6767-476a-9220-c7787c18bfc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372244 Apr 20 17:47:45.407401 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-d5efb6d8-414b-4b8a-89ea-63f021f64a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'name': 'tempest-TestShelveInstance-411486688-router', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd324c9a9-4d1d-4ed7-a332-3870400e1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:42:04Z', 'updated_at': '2021-04-20T17:42:09Z', 'revision_number': 4, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'gw_port': {'id': 'd324c9a9-4d1d-4ed7-a332-3870400e1522', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:43:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:05Z', 'updated_at': '2021-04-20T17:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': '983cb737-72c4-437e-9cc2-6e38d0562f1e', 'name': '', 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'mac_address': 'fa:16:3e:30:7b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a1f94765-634f-4282-b456-a023b8201bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:08Z', 'updated_at': '2021-04-20T17:42:18Z', 'revision_number': 5, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'subnets': [{'id': 'a1f94765-634f-4282-b456-a023b8201bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:47:45.411562 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5efb6d8-414b-4b8a-89ea-63f021f64a7e None None] The sync data for ids ['7945c8af-ebae-4248-8fd5-5018a7fc7a4a'] in dv-cinder-786927-2-smb is: [{'id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'name': 'tempest-TestShelveInstance-411486688-router', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd324c9a9-4d1d-4ed7-a332-3870400e1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:42:04Z', 'updated_at': '2021-04-20T17:42:09Z', 'revision_number': 4, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'gw_port': {'id': 'd324c9a9-4d1d-4ed7-a332-3870400e1522', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:43:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:05Z', 'updated_at': '2021-04-20T17:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb', '_interfaces': [{'id': '983cb737-72c4-437e-9cc2-6e38d0562f1e', 'name': '', 'network_id': 'e785f334-6767-476a-9220-c7787c18bfc0', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'mac_address': 'fa:16:3e:30:7b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'a1f94765-634f-4282-b456-a023b8201bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:08Z', 'updated_at': '2021-04-20T17:42:18Z', 'revision_number': 5, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'subnets': [{'id': 'a1f94765-634f-4282-b456-a023b8201bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:47:45.797275 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6128664-965f-481c-ba00-915703387acd None None] New status for floating IP 01df7d83-fc05-49d7-a2d3-537b3734d610: DOWN {{(pid=86491) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 17:47:46.133176 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e5e83-cdbd-4f76-a600-6d7ad4296fa5 req-2279b7d2-8b5d-4df8-adca-33865800f0b0 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:47:46.134769 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1c5e5e83-cdbd-4f76-a600-6d7ad4296fa5 req-2279b7d2-8b5d-4df8-adca-33865800f0b0 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 946 time: 0.0965235 Apr 20 17:47:46.183291 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-1c5e5e83-cdbd-4f76-a600-6d7ad4296fa5 req-019ffa64-553a-4adc-b50f-4d0657f9133e tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd8dfb09-e4d6-415f-bb08-65d824ebb39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421445 Apr 20 17:47:46.390280 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46510718-cf04-4577-bba7-3476a5436a49 req-0213ada2-de75-4496-ae03-2dd2db497d62 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86489) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 17:47:46.391826 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-46510718-cf04-4577-bba7-3476a5436a49 req-0213ada2-de75-4496-ae03-2dd2db497d62 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.76 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 946 time: 0.0854928 Apr 20 17:47:46.469144 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-46510718-cf04-4577-bba7-3476a5436a49 req-bf51a0fa-6dee-4e62-aa17-73e47d9b9215 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Deleting port 57dcac70-aa02-403c-ba55-382a2244564c {{(pid=86489) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:46.469463 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-46510718-cf04-4577-bba7-3476a5436a49 req-bf51a0fa-6dee-4e62-aa17-73e47d9b9215 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:46.940766 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [req-46510718-cf04-4577-bba7-3476a5436a49 req-bf51a0fa-6dee-4e62-aa17-73e47d9b9215 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] For port 57dcac70-aa02-403c-ba55-382a2244564c, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=57dcac70-aa02-403c-ba55-382a2244564c,segment=NetworkSegment(17f52277-020b-408a-bc05-49cc70afea91),segment_id=17f52277-020b-408a-bc05-49cc70afea91)] {{(pid=86489) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:47:46.941365 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-46510718-cf04-4577-bba7-3476a5436a49 req-bf51a0fa-6dee-4e62-aa17-73e47d9b9215 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:47.069344 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [req-46510718-cf04-4577-bba7-3476a5436a49 req-bf51a0fa-6dee-4e62-aa17-73e47d9b9215 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Calling delete_port for 57dcac70-aa02-403c-ba55-382a2244564c owned by compute:nova {{(pid=86489) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:47:47.263342 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-46510718-cf04-4577-bba7-3476a5436a49 req-bf51a0fa-6dee-4e62-aa17-73e47d9b9215 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2278367'] for port, after_delete {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:47.269420 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-fe0e3076-d5a4-408e-ac4c-3d78236bbe3c tempest-VolumesActionsTest-781666220 tempest-VolumesActionsTest-781666220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:47:47.316165 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51a0fa-6dee-4e62-aa17-73e47d9b9215 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Pushing event deleted for resources: {'Port': ['ID=57dcac70-aa02-403c-ba55-382a2244564c,revision_number=None']} {{(pid=86489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:47:47.320667 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-bf51a0fa-6dee-4e62-aa17-73e47d9b9215 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86489) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:47:47.359004 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-7c452b31-c0e7-4e22-bc66-56cdb587e547 req-c33e949f-a785-4298-8011-4fb88f9e69b4 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 210 time: 0.0608604 Apr 20 17:47:47.399524 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [req-46510718-cf04-4577-bba7-3476a5436a49 req-bf51a0fa-6dee-4e62-aa17-73e47d9b9215 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] No DVR routers for this DVR port 57dcac70-aa02-403c-ba55-382a2244564c on host hv-cinder-78692 {{(pid=86489) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 17:47:47.401975 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [req-46510718-cf04-4577-bba7-3476a5436a49 req-bf51a0fa-6dee-4e62-aa17-73e47d9b9215 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772313'] for port, before_response {{(pid=86489) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:47.404685 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887e6d26-e247-43cf-8490-ca05b1a4a0e8', 'name': 'network-vif-deleted', 'tag': '57dcac70-aa02-403c-ba55-382a2244564c'}] {{(pid=86489) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 17:47:47.452600 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-46510718-cf04-4577-bba7-3476a5436a49 req-bf51a0fa-6dee-4e62-aa17-73e47d9b9215 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.76 "DELETE /v2.0/ports/57dcac70-aa02-403c-ba55-382a2244564c HTTP/1.1" status: 204 len: 173 time: 1.0552256 Apr 20 17:47:47.512006 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887e6d26-e247-43cf-8490-ca05b1a4a0e8', 'name': 'network-vif-deleted', 'tag': '57dcac70-aa02-403c-ba55-382a2244564c', 'status': 'completed', 'code': 200} Apr 20 17:47:48.537195 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [req-5bdbaa5d-9cdf-4e63-ac9d-6b2de023043d req-ef7745db-0a07-47bb-9232-f8f28f45b7b7 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "GET /v2.0/ports?device_id=887e6d26-e247-43cf-8490-ca05b1a4a0e8 HTTP/1.1" status: 200 len: 210 time: 0.0491364 Apr 20 17:47:49.638226 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 33230) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:49.711078 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fdac0ac5-700e-4612-9ee4-b8baeddf88e9 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:49.745521 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fdac0ac5-700e-4612-9ee4-b8baeddf88e9 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:49.823323 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fdac0ac5-700e-4612-9ee4-b8baeddf88e9 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:49.828286 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-adead1ae-e834-49e9-a944-9910b3ebd9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:47:49.843852 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac0ac5-700e-4612-9ee4-b8baeddf88e9 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8dfb09-e4d6-415f-bb08-65d824ebb39b,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:47:49.846348 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-fdac0ac5-700e-4612-9ee4-b8baeddf88e9 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:47:49.892783 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fdac0ac5-700e-4612-9ee4-b8baeddf88e9 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:49.893991 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-fdac0ac5-700e-4612-9ee4-b8baeddf88e9 tempest-TestShelveInstance-125318058 tempest-TestShelveInstance-125318058-project] 10.222.0.75 "DELETE /v2.0/security-groups/dd8dfb09-e4d6-415f-bb08-65d824ebb39b HTTP/1.1" status: 204 len: 168 time: 0.2545555 Apr 20 17:47:49.998102 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 33236) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:50.671544 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-79504fcc-d88b-40f6-9a6a-3e645b753940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-627097'] for router_interface, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:50.889153 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 57dcac70-aa02-403c-ba55-382a2244564c no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:47:50.925649 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] No Port match for: 57dcac70-aa02-403c-ba55-382a2244564c {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:47:50.925974 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Device 57dcac70-aa02-403c-ba55-382a2244564c not bound to the agent host hv-cinder-78692 {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:47:51.037393 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-79504fcc-d88b-40f6-9a6a-3e645b753940 admin admin] Deleting port 983cb737-72c4-437e-9cc2-6e38d0562f1e {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:51.037774 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-79504fcc-d88b-40f6-9a6a-3e645b753940 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:51.217103 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-79504fcc-d88b-40f6-9a6a-3e645b753940 admin admin] For port 983cb737-72c4-437e-9cc2-6e38d0562f1e, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=983cb737-72c4-437e-9cc2-6e38d0562f1e,segment=NetworkSegment(17f52277-020b-408a-bc05-49cc70afea91),segment_id=17f52277-020b-408a-bc05-49cc70afea91)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:47:51.217428 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-79504fcc-d88b-40f6-9a6a-3e645b753940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:51.349984 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-79504fcc-d88b-40f6-9a6a-3e645b753940 admin admin] Calling delete_port for 983cb737-72c4-437e-9cc2-6e38d0562f1e owned by network:router_interface {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:47:51.691969 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-79504fcc-d88b-40f6-9a6a-3e645b753940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:51.696784 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-7148917d-3ca7-431a-86c9-512f46e11ca3 tempest-AttachVolumeShelveTestJSON-1355905736 tempest-AttachVolumeShelveTestJSON-1355905736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:47:51.742424 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79504fcc-d88b-40f6-9a6a-3e645b753940 admin admin] Pushing event deleted for resources: {'Port': ['ID=983cb737-72c4-437e-9cc2-6e38d0562f1e,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:47:51.745761 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-79504fcc-d88b-40f6-9a6a-3e645b753940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:47:52.019724 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-79504fcc-d88b-40f6-9a6a-3e645b753940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627175'] for router_interface, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:52.398324 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79504fcc-d88b-40f6-9a6a-3e645b753940 admin admin] Router 7945c8af-ebae-4248-8fd5-5018a7fc7a4a has already been hosted by L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 17:47:52.827973 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79504fcc-d88b-40f6-9a6a-3e645b753940 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:47:52.837474 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aaabbc-5d33-42c2-bb23-49b13f96b48b None None] Sync routers for ids ['7945c8af-ebae-4248-8fd5-5018a7fc7a4a'] in dv-cinder-786927-2-smb {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:47:52.841538 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-79504fcc-d88b-40f6-9a6a-3e645b753940 admin admin] 10.222.0.75 "PUT /v2.0/routers/7945c8af-ebae-4248-8fd5-5018a7fc7a4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8418171 Apr 20 17:47:52.843749 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 33242) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:52.847589 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aaabbc-5d33-42c2-bb23-49b13f96b48b None None] Routers {'7945c8af-ebae-4248-8fd5-5018a7fc7a4a'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:47:52.848903 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-80aaabbc-5d33-42c2-bb23-49b13f96b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:47:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['7945c8af-ebae-4248-8fd5-5018a7fc7a4a'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:47:53.028608 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-df546c8c-0f99-4e59-a374-5ca0f4e41b16 admin admin] Notify callbacks [] for router, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:53.037839 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-80aaabbc-5d33-42c2-bb23-49b13f96b48b None None] Set router 7945c8af-ebae-4248-8fd5-5018a7fc7a4a gateway port host: dv-cinder-786927-2-smb {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:47:53.216271 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-df546c8c-0f99-4e59-a374-5ca0f4e41b16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:53.259644 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-df546c8c-0f99-4e59-a374-5ca0f4e41b16 admin admin] Deleting port d324c9a9-4d1d-4ed7-a332-3870400e1522 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:53.260028 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-df546c8c-0f99-4e59-a374-5ca0f4e41b16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:53.338338 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-80aaabbc-5d33-42c2-bb23-49b13f96b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'name': 'tempest-TestShelveInstance-411486688-router', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd324c9a9-4d1d-4ed7-a332-3870400e1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:42:04Z', 'updated_at': '2021-04-20T17:47:51Z', 'revision_number': 5, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'gw_port': {'id': 'd324c9a9-4d1d-4ed7-a332-3870400e1522', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:43:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:05Z', 'updated_at': '2021-04-20T17:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb'}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:47:53.342410 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aaabbc-5d33-42c2-bb23-49b13f96b48b None None] Checking router: 7945c8af-ebae-4248-8fd5-5018a7fc7a4a for host: dv-cinder-786927-2-smb {{(pid=86490) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:47:53.351455 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aaabbc-5d33-42c2-bb23-49b13f96b48b None None] Routers {'7945c8af-ebae-4248-8fd5-5018a7fc7a4a'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86490) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:47:53.352113 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-80aaabbc-5d33-42c2-bb23-49b13f96b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:47:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['7945c8af-ebae-4248-8fd5-5018a7fc7a4a'], 'active': True} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:47:53.446396 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-df546c8c-0f99-4e59-a374-5ca0f4e41b16 admin admin] For port d324c9a9-4d1d-4ed7-a332-3870400e1522, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=d324c9a9-4d1d-4ed7-a332-3870400e1522,segment=NetworkSegment(b1e9f102-11a2-4b4f-ab28-aef5c346bdb3),segment_id=b1e9f102-11a2-4b4f-ab28-aef5c346bdb3)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:47:53.446825 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-df546c8c-0f99-4e59-a374-5ca0f4e41b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:53.515051 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-80aaabbc-5d33-42c2-bb23-49b13f96b48b None None] Set router 7945c8af-ebae-4248-8fd5-5018a7fc7a4a gateway port host: None {{(pid=86490) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:47:53.577709 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-df546c8c-0f99-4e59-a374-5ca0f4e41b16 admin admin] Calling delete_port for d324c9a9-4d1d-4ed7-a332-3870400e1522 owned by network:router_gateway {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:47:53.629819 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-80aaabbc-5d33-42c2-bb23-49b13f96b48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'name': 'tempest-TestShelveInstance-411486688-router', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:42:04Z', 'updated_at': '2021-04-20T17:47:53Z', 'revision_number': 6, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'gw_port_host': None}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:47:53.634101 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aaabbc-5d33-42c2-bb23-49b13f96b48b None None] The sync data for ids ['7945c8af-ebae-4248-8fd5-5018a7fc7a4a'] in dv-cinder-786927-2-smb is: [{'id': '7945c8af-ebae-4248-8fd5-5018a7fc7a4a', 'name': 'tempest-TestShelveInstance-411486688-router', 'tenant_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:42:04Z', 'updated_at': '2021-04-20T17:47:53Z', 'revision_number': 6, 'project_id': '2bc5b9d2fa464c55a7d7ec3a21f8ee5b', 'gw_port_host': None}] {{(pid=86490) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:47:53.789278 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-df546c8c-0f99-4e59-a374-5ca0f4e41b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:53.794269 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-026aa375-f799-4b8c-99a7-e338ad382f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:47:53.841869 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df546c8c-0f99-4e59-a374-5ca0f4e41b16 admin admin] Pushing event deleted for resources: {'Port': ['ID=d324c9a9-4d1d-4ed7-a332-3870400e1522,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:47:53.870732 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-df546c8c-0f99-4e59-a374-5ca0f4e41b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:47:53.947958 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-df546c8c-0f99-4e59-a374-5ca0f4e41b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854349978'] for router_gateway, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:53.975985 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 983cb737-72c4-437e-9cc2-6e38d0562f1e no longer exists at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:47:54.013273 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] No Port match for: 983cb737-72c4-437e-9cc2-6e38d0562f1e {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:47:54.013672 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 983cb737-72c4-437e-9cc2-6e38d0562f1e not bound to the agent host dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:47:54.014148 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device d324c9a9-4d1d-4ed7-a332-3870400e1522 no longer exists at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:47:54.053939 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] No Port match for: d324c9a9-4d1d-4ed7-a332-3870400e1522 {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:47:54.054266 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device d324c9a9-4d1d-4ed7-a332-3870400e1522 not bound to the agent host dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:47:54.136235 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-df546c8c-0f99-4e59-a374-5ca0f4e41b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854140358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770259'] for router, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:54.138927 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-df546c8c-0f99-4e59-a374-5ca0f4e41b16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:54.225375 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-df546c8c-0f99-4e59-a374-5ca0f4e41b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-623742'] for router, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:54.225944 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df546c8c-0f99-4e59-a374-5ca0f4e41b16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7945c8af-ebae-4248-8fd5-5018a7fc7a4a {{(pid=86488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 17:47:54.239061 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-df546c8c-0f99-4e59-a374-5ca0f4e41b16 admin admin] Notify callbacks [] for router, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:54.240170 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-df546c8c-0f99-4e59-a374-5ca0f4e41b16 admin admin] 10.222.0.75 "DELETE /v2.0/routers/7945c8af-ebae-4248-8fd5-5018a7fc7a4a HTTP/1.1" status: 204 len: 168 time: 1.3954551 Apr 20 17:47:54.242922 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 33246) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:54.308647 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_v2 [None req-13de2f98-31b8-47de-9fa6-6cd1ba757654 admin admin] Deleting subnet a1f94765-634f-4282-b456-a023b8201bb5 {{(pid=86488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 17:47:54.311669 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-13de2f98-31b8-47de-9fa6-6cd1ba757654 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:54.365263 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-13de2f98-31b8-47de-9fa6-6cd1ba757654 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852460027'] for subnet, precommit_delete_associations {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:54.444127 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-13de2f98-31b8-47de-9fa6-6cd1ba757654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394978'] for subnet, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:54.595218 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:54.743641 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-13de2f98-31b8-47de-9fa6-6cd1ba757654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853380838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852459956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852674988'] for subnet, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:54.748508 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d3001f42-0b6b-47c2-9671-7d74f372697a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:47:54.786522 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de2f98-31b8-47de-9fa6-6cd1ba757654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1f94765-634f-4282-b456-a023b8201bb5,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:47:54.789647 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-13de2f98-31b8-47de-9fa6-6cd1ba757654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:47:54.790701 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-13de2f98-31b8-47de-9fa6-6cd1ba757654 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:54.795466 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99dbe44-5592-4ae1-a6da-901bff6f6d3c None None] Network e785f334-6767-476a-9220-c7787c18bfc0 requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:47:54.796836 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-13de2f98-31b8-47de-9fa6-6cd1ba757654 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a1f94765-634f-4282-b456-a023b8201bb5 HTTP/1.1" status: 204 len: 168 time: 0.5529065 Apr 20 17:47:54.799556 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 33250) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:54.913728 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fa97f800-9ef1-41f1-b877-6a8f6604cdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1824878'] for network, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:54.924492 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-fa97f800-9ef1-41f1-b877-6a8f6604cdcd admin admin] Deleting port c485b2dc-f220-4abd-bac2-2ef6568c57cd {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:54.924852 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fa97f800-9ef1-41f1-b877-6a8f6604cdcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:55.059259 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abee7eb9-f3d6-4ffb-8f53-18ab238a6684 None None] DHCP port deletion for e785f334-6767-476a-9220-c7787c18bfc0 request from dv-cinder-786927-2-smb {{(pid=86490) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 17:47:55.063410 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-abee7eb9-f3d6-4ffb-8f53-18ab238a6684 None None] Deleting port c485b2dc-f220-4abd-bac2-2ef6568c57cd {{(pid=86490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:55.063830 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-abee7eb9-f3d6-4ffb-8f53-18ab238a6684 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:55.142437 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-fa97f800-9ef1-41f1-b877-6a8f6604cdcd admin admin] For port c485b2dc-f220-4abd-bac2-2ef6568c57cd, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=c485b2dc-f220-4abd-bac2-2ef6568c57cd,segment=NetworkSegment(17f52277-020b-408a-bc05-49cc70afea91),segment_id=17f52277-020b-408a-bc05-49cc70afea91)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:47:55.142871 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fa97f800-9ef1-41f1-b877-6a8f6604cdcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:55.277475 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-fa97f800-9ef1-41f1-b877-6a8f6604cdcd admin admin] Calling delete_port for c485b2dc-f220-4abd-bac2-2ef6568c57cd owned by network:dhcp {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:47:55.279441 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-abee7eb9-f3d6-4ffb-8f53-18ab238a6684 None None] For port c485b2dc-f220-4abd-bac2-2ef6568c57cd, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=c485b2dc-f220-4abd-bac2-2ef6568c57cd,segment=NetworkSegment(17f52277-020b-408a-bc05-49cc70afea91),segment_id=17f52277-020b-408a-bc05-49cc70afea91)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:47:55.279887 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-abee7eb9-f3d6-4ffb-8f53-18ab238a6684 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:55.383688 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fa97f800-9ef1-41f1-b877-6a8f6604cdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:55.389224 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a1efde04-811c-4a66-bdd9-4df59c0a17e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:47:55.442539 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97f800-9ef1-41f1-b877-6a8f6604cdcd admin admin] Pushing event deleted for resources: {'Port': ['ID=c485b2dc-f220-4abd-bac2-2ef6568c57cd,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:47:55.444646 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa97f800-9ef1-41f1-b877-6a8f6604cdcd admin admin] No DVR routers for this DVR port c485b2dc-f220-4abd-bac2-2ef6568c57cd on host dv-cinder-786927-2-smb {{(pid=86488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 17:47:55.446302 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-fa97f800-9ef1-41f1-b877-6a8f6604cdcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:47:55.571845 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fa97f800-9ef1-41f1-b877-6a8f6604cdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853380745', 'neutron.services.segments.db._delete_segments_for_network-8775308586611'] for network, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:55.580659 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-abee7eb9-f3d6-4ffb-8f53-18ab238a6684 None None] Calling delete_port for c485b2dc-f220-4abd-bac2-2ef6568c57cd owned by network:dhcp {{(pid=86490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:47:55.656601 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.db.api [None req-abee7eb9-f3d6-4ffb-8f53-18ab238a6684 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86490) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:47:55.656996 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_db.api [None req-abee7eb9-f3d6-4ffb-8f53-18ab238a6684 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 17:47:55.683411 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-fa97f800-9ef1-41f1-b877-6a8f6604cdcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e785f334-6767-476a-9220-c7787c18bfc0']}} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:47:55.699328 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-fa97f800-9ef1-41f1-b877-6a8f6604cdcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f52277-020b-408a-bc05-49cc70afea91') {'for_net_delete': True} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:47:55.699669 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-fa97f800-9ef1-41f1-b877-6a8f6604cdcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f52277-020b-408a-bc05-49cc70afea91') {} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:47:55.711950 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fa97f800-9ef1-41f1-b877-6a8f6604cdcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261546079075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315789'] for segment, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:55.779568 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fa97f800-9ef1-41f1-b877-6a8f6604cdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:55.788055 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa97f800-9ef1-41f1-b877-6a8f6604cdcd admin admin] Releasing vlan 962 on physical network physnet1 to pool {{(pid=86488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 17:47:55.964760 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-fa97f800-9ef1-41f1-b877-6a8f6604cdcd admin admin] Network e785f334-6767-476a-9220-c7787c18bfc0 has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:47:55.974045 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device c485b2dc-f220-4abd-bac2-2ef6568c57cd no longer exists at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:47:55.975034 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fa97f800-9ef1-41f1-b877-6a8f6604cdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2316271'] for segment, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:56.010575 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] No Port match for: c485b2dc-f220-4abd-bac2-2ef6568c57cd {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:47:56.010991 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device c485b2dc-f220-4abd-bac2-2ef6568c57cd not bound to the agent host dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:47:56.157020 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-fa97f800-9ef1-41f1-b877-6a8f6604cdcd admin admin] Network e785f334-6767-476a-9220-c7787c18bfc0 has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:47:56.158447 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-abee7eb9-f3d6-4ffb-8f53-18ab238a6684 None None] Deleting port c485b2dc-f220-4abd-bac2-2ef6568c57cd {{(pid=86490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:56.158945 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-abee7eb9-f3d6-4ffb-8f53-18ab238a6684 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: Traceback (most recent call last): Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: timer() Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: cb(*args, **kw) Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: return func(*args, **kwargs) Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: self._notify() Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: self.callback(batched_events) Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: event.method(event) Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: segment_id)['aggregates'][0] Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: return f(self, *a, **k) Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: return self._get(url).json() Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: **kwargs) Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: return self.request(url, 'GET', **kwargs) Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: **endpoint_filter) Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:47:56.182318 dv-cinder-786927-2-smb neutron-server[86373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:47:56.233088 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-abee7eb9-f3d6-4ffb-8f53-18ab238a6684 None None] The port 'c485b2dc-f220-4abd-bac2-2ef6568c57cd' was deleted {{(pid=86490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:47:56.345076 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fa97f800-9ef1-41f1-b877-6a8f6604cdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854139263'] for network, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:56.349179 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-45f3fa73-436b-4694-9228-96766bfb0961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:47:56.365744 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-fa97f800-9ef1-41f1-b877-6a8f6604cdcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:56.372194 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97f800-9ef1-41f1-b877-6a8f6604cdcd admin admin] Pushing event deleted for resources: {'Network': ['ID=e785f334-6767-476a-9220-c7787c18bfc0,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:47:56.376484 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-fa97f800-9ef1-41f1-b877-6a8f6604cdcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:47:56.383370 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-fa97f800-9ef1-41f1-b877-6a8f6604cdcd admin admin] 10.222.0.75 "DELETE /v2.0/networks/e785f334-6767-476a-9220-c7787c18bfc0 HTTP/1.1" status: 204 len: 168 time: 1.5828056 Apr 20 17:47:56.386387 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 33254) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:57.187248 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9411681d-6ea2-4ac5-9b87-7ac20105f532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-627097'] for router_interface, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:57.546061 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-9411681d-6ea2-4ac5-9b87-7ac20105f532 admin admin] Deleting port c61c2838-12be-4a40-854a-1af46988eb16 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:57.546363 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9411681d-6ea2-4ac5-9b87-7ac20105f532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:57.727677 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-9411681d-6ea2-4ac5-9b87-7ac20105f532 admin admin] For port c61c2838-12be-4a40-854a-1af46988eb16, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=c61c2838-12be-4a40-854a-1af46988eb16,segment=NetworkSegment(931020f1-7c86-469f-adf5-68423cba10c9),segment_id=931020f1-7c86-469f-adf5-68423cba10c9)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:47:57.728083 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9411681d-6ea2-4ac5-9b87-7ac20105f532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:57.858499 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-9411681d-6ea2-4ac5-9b87-7ac20105f532 admin admin] Calling delete_port for c61c2838-12be-4a40-854a-1af46988eb16 owned by network:router_interface {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:47:58.108644 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9411681d-6ea2-4ac5-9b87-7ac20105f532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:58.113770 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-46e54498-ad78-4a98-92ef-3be9031ddfa9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:47:58.174806 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411681d-6ea2-4ac5-9b87-7ac20105f532 admin admin] Pushing event deleted for resources: {'Port': ['ID=c61c2838-12be-4a40-854a-1af46988eb16,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:47:58.204266 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-9411681d-6ea2-4ac5-9b87-7ac20105f532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:47:58.453535 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9411681d-6ea2-4ac5-9b87-7ac20105f532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854018654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627175'] for router_interface, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:58.828861 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9411681d-6ea2-4ac5-9b87-7ac20105f532 admin admin] Router 17818f76-554f-4ac9-91b7-dfb844e7522f has already been hosted by L3 agent 07e70334-4e9b-43d6-8234-307ad05dd381 {{(pid=86488) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 17:47:59.015780 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9411681d-6ea2-4ac5-9b87-7ac20105f532 admin admin] Notify agent at l3_agent.dv-cinder-786927-2-smb the message routers_updated {{(pid=86488) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 17:47:59.025486 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e907a144-82ba-4975-977b-816a397e7ebe None None] Sync routers for ids ['17818f76-554f-4ac9-91b7-dfb844e7522f'] in dv-cinder-786927-2-smb {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 17:47:59.035230 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e907a144-82ba-4975-977b-816a397e7ebe None None] Routers {'17818f76-554f-4ac9-91b7-dfb844e7522f'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:47:59.043063 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-e907a144-82ba-4975-977b-816a397e7ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:47:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['17818f76-554f-4ac9-91b7-dfb844e7522f'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:47:59.065254 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-9411681d-6ea2-4ac5-9b87-7ac20105f532 admin admin] 10.222.0.75 "PUT /v2.0/routers/17818f76-554f-4ac9-91b7-dfb844e7522f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6777301 Apr 20 17:47:59.068460 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 33258) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:47:59.259713 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-493c7793-9001-4067-aeac-87cddcc2d464 admin admin] Notify callbacks [] for router, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:59.378644 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-e907a144-82ba-4975-977b-816a397e7ebe None None] Set router 17818f76-554f-4ac9-91b7-dfb844e7522f gateway port host: dv-cinder-786927-2-smb {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:47:59.689743 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-e907a144-82ba-4975-977b-816a397e7ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17818f76-554f-4ac9-91b7-dfb844e7522f', 'name': 'tempest-TestShelveInstance-2057579067-router', 'tenant_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'external_fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.237'}], 'enable_snat': True}, 'gw_port_id': '1e273790-36ec-461f-a8cb-c1625d177649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:42:13Z', 'updated_at': '2021-04-20T17:47:58Z', 'revision_number': 5, 'project_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'gw_port': {'id': '1e273790-36ec-461f-a8cb-c1625d177649', 'name': '', 'network_id': 'a0481120-3cc8-449f-86d5-38ee9053982b', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17818f76-554f-4ac9-91b7-dfb844e7522f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'ip_address': '172.28.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786927-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T17:42:14Z', 'updated_at': '2021-04-20T17:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac485710-6ac4-46cc-b076-2738f89882f4', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786927-2-smb'}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:47:59.693797 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e907a144-82ba-4975-977b-816a397e7ebe None None] Checking router: 17818f76-554f-4ac9-91b7-dfb844e7522f for host: dv-cinder-786927-2-smb {{(pid=86491) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 17:47:59.702623 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e907a144-82ba-4975-977b-816a397e7ebe None None] Routers {'17818f76-554f-4ac9-91b7-dfb844e7522f'} bound to L3 agent in host dv-cinder-786927-2-smb {{(pid=86491) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 17:47:59.703278 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-e907a144-82ba-4975-977b-816a397e7ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786927-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T17:26:06Z,description=,heartbeat_timestamp=2021-04-20T17:47:36Z,host='dv-cinder-786927-2-smb',id=07e70334-4e9b-43d6-8234-307ad05dd381,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T17:26:06Z,topic='l3_agent')) {'router_ids': ['17818f76-554f-4ac9-91b7-dfb844e7522f'], 'active': True} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:47:59.709897 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-493c7793-9001-4067-aeac-87cddcc2d464 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:59.745121 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-493c7793-9001-4067-aeac-87cddcc2d464 admin admin] Deleting port 1e273790-36ec-461f-a8cb-c1625d177649 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:47:59.745492 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-493c7793-9001-4067-aeac-87cddcc2d464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:59.865054 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvr_db [None req-e907a144-82ba-4975-977b-816a397e7ebe None None] Set router 17818f76-554f-4ac9-91b7-dfb844e7522f gateway port host: None {{(pid=86491) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 17:47:59.928754 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-493c7793-9001-4067-aeac-87cddcc2d464 admin admin] For port 1e273790-36ec-461f-a8cb-c1625d177649, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=1e273790-36ec-461f-a8cb-c1625d177649,segment=NetworkSegment(b1e9f102-11a2-4b4f-ab28-aef5c346bdb3),segment_id=b1e9f102-11a2-4b4f-ab28-aef5c346bdb3)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:47:59.929162 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-493c7793-9001-4067-aeac-87cddcc2d464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:47:59.981138 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_hamode_db [None req-e907a144-82ba-4975-977b-816a397e7ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17818f76-554f-4ac9-91b7-dfb844e7522f', 'name': 'tempest-TestShelveInstance-2057579067-router', 'tenant_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:42:13Z', 'updated_at': '2021-04-20T17:47:59Z', 'revision_number': 6, 'project_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'gw_port_host': None}], 'dv-cinder-786927-2-smb', False) {} {{(pid=86491) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:47:59.985826 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e907a144-82ba-4975-977b-816a397e7ebe None None] The sync data for ids ['17818f76-554f-4ac9-91b7-dfb844e7522f'] in dv-cinder-786927-2-smb is: [{'id': '17818f76-554f-4ac9-91b7-dfb844e7522f', 'name': 'tempest-TestShelveInstance-2057579067-router', 'tenant_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T17:42:13Z', 'updated_at': '2021-04-20T17:47:59Z', 'revision_number': 6, 'project_id': '4b9a4b71d89b474fbe6b3fd9a4fd8ff4', 'gw_port_host': None}] {{(pid=86491) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 17:48:00.062553 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-493c7793-9001-4067-aeac-87cddcc2d464 admin admin] Calling delete_port for 1e273790-36ec-461f-a8cb-c1625d177649 owned by network:router_gateway {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:48:00.259601 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-493c7793-9001-4067-aeac-87cddcc2d464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:00.264888 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-469180f6-f320-4965-957a-8e55b027859a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:48:00.312995 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c7793-9001-4067-aeac-87cddcc2d464 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e273790-36ec-461f-a8cb-c1625d177649,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:48:00.316367 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-493c7793-9001-4067-aeac-87cddcc2d464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:48:00.411762 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-493c7793-9001-4067-aeac-87cddcc2d464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854349978'] for router_gateway, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:00.594599 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-493c7793-9001-4067-aeac-87cddcc2d464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854140358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770259'] for router, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:00.596975 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-493c7793-9001-4067-aeac-87cddcc2d464 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:00.636557 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-493c7793-9001-4067-aeac-87cddcc2d464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-623742'] for router, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:00.637145 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493c7793-9001-4067-aeac-87cddcc2d464 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17818f76-554f-4ac9-91b7-dfb844e7522f {{(pid=86488) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 17:48:00.651409 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-493c7793-9001-4067-aeac-87cddcc2d464 admin admin] Notify callbacks [] for router, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:00.652688 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-493c7793-9001-4067-aeac-87cddcc2d464 admin admin] 10.222.0.75 "DELETE /v2.0/routers/17818f76-554f-4ac9-91b7-dfb844e7522f HTTP/1.1" status: 204 len: 168 time: 1.5831423 Apr 20 17:48:00.655339 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 33262) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:00.725729 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce0b30a-afd5-43dd-a28a-b95f54af9ab1 admin admin] Deleting subnet fe9caff8-b0c3-44fb-b9d6-96256b88bd59 {{(pid=86488) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 17:48:00.728886 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b30a-afd5-43dd-a28a-b95f54af9ab1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:00.780843 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b30a-afd5-43dd-a28a-b95f54af9ab1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852460027'] for subnet, precommit_delete_associations {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:00.865376 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b30a-afd5-43dd-a28a-b95f54af9ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1394978'] for subnet, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:01.287150 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b30a-afd5-43dd-a28a-b95f54af9ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853380838', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852459956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852674988'] for subnet, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:01.292022 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-9f840db4-b9ae-4d11-a2d4-9375fa8dced0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:48:01.331939 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0b30a-afd5-43dd-a28a-b95f54af9ab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe9caff8-b0c3-44fb-b9d6-96256b88bd59,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:48:01.335222 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-0ce0b30a-afd5-43dd-a28a-b95f54af9ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:48:01.336695 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-0ce0b30a-afd5-43dd-a28a-b95f54af9ab1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:01.341306 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d5bc7f-60cb-4e4e-ac41-e77e51517955 None None] Network 3638f1b0-7659-4bcf-8869-1d5cb6b061fb requested from dv-cinder-786927-2-smb {{(pid=86490) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 17:48:01.343077 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-0ce0b30a-afd5-43dd-a28a-b95f54af9ab1 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/fe9caff8-b0c3-44fb-b9d6-96256b88bd59 HTTP/1.1" status: 204 len: 168 time: 0.6864522 Apr 20 17:48:01.345681 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 33266) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:01.459688 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d8a6172f-4b96-42c5-81b7-a1c788a503b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1824878'] for network, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:01.470642 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-d8a6172f-4b96-42c5-81b7-a1c788a503b5 admin admin] Deleting port e4bb874b-b8a6-4ba5-9b23-49c2a25fb712 {{(pid=86488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:48:01.471008 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d8a6172f-4b96-42c5-81b7-a1c788a503b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:01.594884 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118560f1-2b65-4122-aef9-5c716591258b None None] DHCP port deletion for 3638f1b0-7659-4bcf-8869-1d5cb6b061fb request from dv-cinder-786927-2-smb {{(pid=86490) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 17:48:01.600762 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-118560f1-2b65-4122-aef9-5c716591258b None None] Deleting port e4bb874b-b8a6-4ba5-9b23-49c2a25fb712 {{(pid=86490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:48:01.601367 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-118560f1-2b65-4122-aef9-5c716591258b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:01.693707 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-d8a6172f-4b96-42c5-81b7-a1c788a503b5 admin admin] For port e4bb874b-b8a6-4ba5-9b23-49c2a25fb712, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=e4bb874b-b8a6-4ba5-9b23-49c2a25fb712,segment=NetworkSegment(931020f1-7c86-469f-adf5-68423cba10c9),segment_id=931020f1-7c86-469f-adf5-68423cba10c9)] {{(pid=86488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:48:01.694108 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d8a6172f-4b96-42c5-81b7-a1c788a503b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:01.823684 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.db [None req-118560f1-2b65-4122-aef9-5c716591258b None None] For port e4bb874b-b8a6-4ba5-9b23-49c2a25fb712, host dv-cinder-786927-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786927-2-smb',level=0,port_id=e4bb874b-b8a6-4ba5-9b23-49c2a25fb712,segment=NetworkSegment(931020f1-7c86-469f-adf5-68423cba10c9),segment_id=931020f1-7c86-469f-adf5-68423cba10c9)] {{(pid=86490) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 17:48:01.824030 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-118560f1-2b65-4122-aef9-5c716591258b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421502'] for port, precommit_delete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:01.828504 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-d8a6172f-4b96-42c5-81b7-a1c788a503b5 admin admin] Calling delete_port for e4bb874b-b8a6-4ba5-9b23-49c2a25fb712 owned by network:dhcp {{(pid=86488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:48:01.933625 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d8a6172f-4b96-42c5-81b7-a1c788a503b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1817139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261546106399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363261546554911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852459624'] for port, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:01.938748 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a037833b-113f-4c61-ae71-afdcdcdfb8bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:48:01.954199 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-118560f1-2b65-4122-aef9-5c716591258b None None] Calling delete_port for e4bb874b-b8a6-4ba5-9b23-49c2a25fb712 owned by network:dhcp {{(pid=86490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 17:48:01.985090 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6172f-4b96-42c5-81b7-a1c788a503b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4bb874b-b8a6-4ba5-9b23-49c2a25fb712,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:48:01.989101 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d8a6172f-4b96-42c5-81b7-a1c788a503b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:48:01.991313 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a6172f-4b96-42c5-81b7-a1c788a503b5 admin admin] No DVR routers for this DVR port e4bb874b-b8a6-4ba5-9b23-49c2a25fb712 on host dv-cinder-786927-2-smb {{(pid=86488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 17:48:02.004490 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device c61c2838-12be-4a40-854a-1af46988eb16 no longer exists at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:48:02.047689 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] No Port match for: c61c2838-12be-4a40-854a-1af46988eb16 {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:48:02.048092 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device c61c2838-12be-4a40-854a-1af46988eb16 not bound to the agent host dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:48:02.048561 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device e4bb874b-b8a6-4ba5-9b23-49c2a25fb712 no longer exists at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:48:02.090051 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] No Port match for: e4bb874b-b8a6-4ba5-9b23-49c2a25fb712 {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:48:02.090375 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device e4bb874b-b8a6-4ba5-9b23-49c2a25fb712 not bound to the agent host dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:48:02.090891 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 1e273790-36ec-461f-a8cb-c1625d177649 no longer exists at agent ovs-agent-dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 17:48:02.115266 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d8a6172f-4b96-42c5-81b7-a1c788a503b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853380745', 'neutron.services.segments.db._delete_segments_for_network-8775308586611'] for network, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:02.139251 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] No Port match for: 1e273790-36ec-461f-a8cb-c1625d177649 {{(pid=86490) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 17:48:02.139642 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.rpc [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Device 1e273790-36ec-461f-a8cb-c1625d177649 not bound to the agent host dv-cinder-786927-2-smb {{(pid=86490) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 17:48:02.148238 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.db.api [None req-118560f1-2b65-4122-aef9-5c716591258b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86490) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 17:48:02.148772 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_db.api [None req-118560f1-2b65-4122-aef9-5c716591258b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86490) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 17:48:02.230911 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-d8a6172f-4b96-42c5-81b7-a1c788a503b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3638f1b0-7659-4bcf-8869-1d5cb6b061fb']}} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:48:02.243620 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-d8a6172f-4b96-42c5-81b7-a1c788a503b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931020f1-7c86-469f-adf5-68423cba10c9') {'for_net_delete': True} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:48:02.243962 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.services.segments.db [None req-d8a6172f-4b96-42c5-81b7-a1c788a503b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931020f1-7c86-469f-adf5-68423cba10c9') {} {{(pid=86488) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 17:48:02.256556 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d8a6172f-4b96-42c5-81b7-a1c788a503b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261546079075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2315789'] for segment, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:02.271725 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d8a6172f-4b96-42c5-81b7-a1c788a503b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853027516'] for segment, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:02.277900 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a6172f-4b96-42c5-81b7-a1c788a503b5 admin admin] Releasing vlan 973 on physical network physnet1 to pool {{(pid=86488) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 17:48:02.458490 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-d8a6172f-4b96-42c5-81b7-a1c788a503b5 admin admin] Network 3638f1b0-7659-4bcf-8869-1d5cb6b061fb has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:48:02.467817 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d8a6172f-4b96-42c5-81b7-a1c788a503b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1748275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2316271'] for segment, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:02.648911 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.managers [None req-d8a6172f-4b96-42c5-81b7-a1c788a503b5 admin admin] Network 3638f1b0-7659-4bcf-8869-1d5cb6b061fb has no segments {{(pid=86488) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 17:48:02.649875 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-118560f1-2b65-4122-aef9-5c716591258b None None] Deleting port e4bb874b-b8a6-4ba5-9b23-49c2a25fb712 {{(pid=86490) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 17:48:02.650305 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-118560f1-2b65-4122-aef9-5c716591258b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261546110836'] for port, before_delete {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: Traceback (most recent call last): Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: timer() Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: cb(*args, **kw) Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: return func(*args, **kwargs) Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: self._notify() Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: self.callback(batched_events) Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: event.method(event) Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: segment_id)['aggregates'][0] Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: return f(self, *a, **k) Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: return self._get(url).json() Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: **kwargs) Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: return self.request(url, 'GET', **kwargs) Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: **endpoint_filter) Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 17:48:02.672616 dv-cinder-786927-2-smb neutron-server[86373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 17:48:02.720819 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.plugins.ml2.plugin [None req-118560f1-2b65-4122-aef9-5c716591258b None None] The port 'e4bb874b-b8a6-4ba5-9b23-49c2a25fb712' was deleted {{(pid=86490) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 17:48:02.773613 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d8a6172f-4b96-42c5-81b7-a1c788a503b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1395071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854139263'] for network, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:02.777209 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-a1efde04-811c-4a66-bdd9-4df59c0a17e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:48:02.793643 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d8a6172f-4b96-42c5-81b7-a1c788a503b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757129'] for network, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:02.804306 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6172f-4b96-42c5-81b7-a1c788a503b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3638f1b0-7659-4bcf-8869-1d5cb6b061fb,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:48:02.809070 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-d8a6172f-4b96-42c5-81b7-a1c788a503b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:48:02.814886 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-d8a6172f-4b96-42c5-81b7-a1c788a503b5 admin admin] 10.222.0.75 "DELETE /v2.0/networks/3638f1b0-7659-4bcf-8869-1d5cb6b061fb HTTP/1.1" status: 204 len: 168 time: 1.4681756 Apr 20 17:48:03.011378 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 33272) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:03.063453 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-98bfa270-3793-42df-8aa6-72550776c731 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2bc5b9d2fa464c55a7d7ec3a21f8ee5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507865 Apr 20 17:48:03.065915 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 33276) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:03.127845 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-577ae3bd-1085-460b-b4bd-1b7493e50716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:03.155992 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-577ae3bd-1085-460b-b4bd-1b7493e50716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:03.248065 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-577ae3bd-1085-460b-b4bd-1b7493e50716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:03.253084 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-6a88f38b-f2ce-4467-9471-b0586172f9ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:48:03.266862 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ae3bd-1085-460b-b4bd-1b7493e50716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce31b251-a7c3-4220-8d17-756a2e7124b8,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:48:03.269175 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-577ae3bd-1085-460b-b4bd-1b7493e50716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:48:03.274745 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-577ae3bd-1085-460b-b4bd-1b7493e50716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:03.275934 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-577ae3bd-1085-460b-b4bd-1b7493e50716 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ce31b251-a7c3-4220-8d17-756a2e7124b8 HTTP/1.1" status: 204 len: 168 time: 0.2090302 Apr 20 17:48:03.829175 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 33284) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:03.881545 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-f1ee53af-55ce-41b4-ab85-881a18703eaa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4b9a4b71d89b474fbe6b3fd9a4fd8ff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510676 Apr 20 17:48:03.884066 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [-] (86488) accepted ('10.222.0.75', 33288) {{(pid=86488) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 17:48:03.949672 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-705b1e7e-77ba-44da-85b1-e250beb50f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:03.977096 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-705b1e7e-77ba-44da-85b1-e250beb50f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:04.002256 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-46f5604c-08e6-4dd9-a731-63ee806cc03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:04.053634 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-705b1e7e-77ba-44da-85b1-e250beb50f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378848'] for security_group, after_delete {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:04.058876 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-b2aa2e08-fa63-4ba3-9efb-9ebda3f4c6da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 17:48:04.073129 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b1e7e-77ba-44da-85b1-e250beb50f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8863d7a-297d-4852-92cc-21083f6a88c9,revision_number=None']} {{(pid=86488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 17:48:04.081230 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-705b1e7e-77ba-44da-85b1-e250beb50f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86488) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:04.083052 dv-cinder-786927-2-smb neutron-server[86373]: INFO neutron.wsgi [None req-705b1e7e-77ba-44da-85b1-e250beb50f98 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f8863d7a-297d-4852-92cc-21083f6a88c9 HTTP/1.1" status: 204 len: 168 time: 0.1979620 Apr 20 17:48:04.084828 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b1e7e-77ba-44da-85b1-e250beb50f98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:48:04.085259 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b1e7e-77ba-44da-85b1-e250beb50f98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:48:04.085707 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b1e7e-77ba-44da-85b1-e250beb50f98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:48:04.086119 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b1e7e-77ba-44da-85b1-e250beb50f98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:48:04.086515 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b1e7e-77ba-44da-85b1-e250beb50f98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:48:04.086942 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b1e7e-77ba-44da-85b1-e250beb50f98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:48:04.087610 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b1e7e-77ba-44da-85b1-e250beb50f98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:48:04.088057 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b1e7e-77ba-44da-85b1-e250beb50f98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:48:04.088464 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b1e7e-77ba-44da-85b1-e250beb50f98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:48:04.088995 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b1e7e-77ba-44da-85b1-e250beb50f98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:48:04.089407 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b1e7e-77ba-44da-85b1-e250beb50f98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:48:04.089807 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b1e7e-77ba-44da-85b1-e250beb50f98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786927-2-smb {{(pid=86488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 17:48:04.092985 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG oslo_concurrency.lockutils [None req-705b1e7e-77ba-44da-85b1-e250beb50f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86488) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 17:48:06.099265 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-84884f65-4b0d-4990-bab0-a5a3965cf92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:06.948782 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:07.499131 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:08.074373 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:20.510902 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:48:24.594079 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:33.984687 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-93ab0450-aae9-41ba-8c5d-36eb07709ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:36.091328 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-07cae164-347d-41fa-9ab6-ffa36830dd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:36.950070 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:37.493099 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:38.087741 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:54.593900 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:48:57.510339 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:49:03.999491 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-892da2e5-8f79-4d93-8043-7a8af9f30c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:49:06.090753 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-a2df3da4-bb70-448e-a3d3-e86377f93ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:49:06.953528 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:49:07.496566 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:49:08.079369 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:49:24.616350 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:49:33.989412 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-50933727-5b08-4ff4-8e9f-b24d6ca70963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:49:34.510228 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:49:36.112906 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-7071e280-178d-4855-966d-3aa22b87f850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:49:36.961406 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:49:37.498105 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:49:38.075078 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:49:54.623632 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:50:04.006203 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-85213896-3f96-4b0c-89bd-a5b5e3eab22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:50:06.097670 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-efd09f56-aaaa-4526-a499-88d658edd797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:50:06.973121 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:50:07.504307 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:50:08.086687 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:50:11.509488 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:50:24.620762 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:50:33.994915 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-9a3a1f05-53d7-4ec0-b12d-5e3ec867a850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:50:36.091586 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c8f38667-d499-4799-ac37-91f2c496c20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:50:36.965939 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:50:37.503419 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:50:38.086211 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:50:48.509786 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:50:54.651800 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:50:58.980571 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.wsgi [req-196bc7aa-5342-42ef-85ae-f63a495a7e40 req-443fd63c-1f3f-4d48-87ab-2b06aff8e04a service neutron] (86489) timed out ('10.222.0.76', 58290) {{(pid=86489) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 20 17:51:03.996797 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-f2318e39-8111-46cf-bc37-1b5bce1af2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:51:06.102961 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5673c647-a094-441a-a377-61c7dc55bd42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:51:06.960158 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:51:07.491453 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:51:08.091317 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:51:24.653711 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:51:25.512583 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:51:33.991098 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-d13c0790-cc40-4b48-9283-72b236b44bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:51:36.102321 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-b925ecf9-39d8-4bd0-bb29-d060709e08a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:51:36.965433 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:51:37.502341 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:51:38.096431 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:51:54.662262 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:52:02.511858 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:52:04.001466 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-96f0f615-3855-4f47-afb4-27fc916c334b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:52:06.104397 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-af41508e-4c79-4a53-9cb3-afd750b8ebc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:52:06.967493 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:52:07.487506 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:52:08.101678 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:52:24.661901 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:52:34.006903 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-63d0137a-364b-4791-b5d7-068f96ef7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:52:36.103706 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-ae383c5d-be9e-457b-8315-e6b6b09e2269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:52:36.966955 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-c99850dc-9890-4b0d-9af3-83397359a932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:52:37.509790 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-82a9e2ee-b7c6-429b-8c6f-6c09c777e176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:52:38.114993 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-59dc424e-d0ee-480e-bc54-1bb82f823862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 17:52:39.511576 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron.db.agents_db [None req-77add975-697c-4336-a093-221841ef5d91 None None] Agent healthcheck: found 6 active agents {{(pid=86491) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 17:52:54.667117 dv-cinder-786927-2-smb neutron-server[86373]: DEBUG neutron_lib.callbacks.manager [None req-5271c623-9116-4195-9533-bc1570c6d24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261546189189', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853386923'] for agent, after_update {{(pid=86490) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}